-- Logs begin at Tue 2021-07-13 18:39:41 UTC, end at Tue 2021-07-13 19:43:53 UTC. -- Jul 13 19:16:59.277487 dv-cinder-786932-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 13 19:17:02.024551 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.common.config [-] Logging enabled! Jul 13 19:17:02.025155 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev464 Jul 13 19:17:02.025348 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92813) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 13 19:17:02.028660 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.common.config [-] Logging enabled! Jul 13 19:17:02.028921 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev464 Jul 13 19:17:02.029241 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92813) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 13 19:17:02.030200 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 13 19:17:02.030437 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 13 19:17:02.030811 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 13 19:17:02.031061 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 13 19:17:02.031322 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 13 19:17:02.031652 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.031957 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.032789 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.033025 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.033325 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.033622 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.033916 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.034211 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.034515 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.034808 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.035091 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.035407 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.035642 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.035931 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.036223 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.036515 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.036744 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] debug = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.037035 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.037467 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.037882 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.038168 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.038464 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.038749 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.039026 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.039330 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.039621 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.039959 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] host = dv-cinder-786932-3-iscsi {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.040245 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.040537 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.040830 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.041122 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.041399 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.041680 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.041974 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.042252 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.042531 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] log_file = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.042814 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.043110 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.043422 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.043719 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.043954 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.044180 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.044474 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.044767 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.045045 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.045323 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.045601 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.045880 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.046159 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.046433 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.046723 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.047017 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.047326 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.047612 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.048483 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.048719 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.048995 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.049287 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.049564 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.049841 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.050120 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.050412 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.050684 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.050961 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.051291 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.051584 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.051870 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.052159 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.052437 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.052724 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.053004 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.053279 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.053554 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] use_json = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.053834 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.054107 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.054393 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.054677 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.054954 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.055266 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.055527 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.055816 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:02.056118 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.056421 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.056728 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.057019 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.057323 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.057608 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.057904 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.058189 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.058486 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.058785 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.059082 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.059400 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.059695 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.059980 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.060280 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.060594 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.060895 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.061194 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.061477 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.061760 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.062042 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.062328 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.062620 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.062921 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.063217 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.063554 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.063845 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.064144 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.064428 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.064707 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.064992 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.065288 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.065572 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.065849 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.066138 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.066421 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.066700 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.066978 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.067289 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.067587 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.067870 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.068145 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.068421 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.068700 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.068974 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.069262 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.069545 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.069822 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.070098 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.070379 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.070655 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.070931 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.071214 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.071515 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.071797 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.072077 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.072355 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.072638 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.072916 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.073197 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.073474 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.073750 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.074036 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.074314 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.074591 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.074869 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.075150 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.075454 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.075754 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.076053 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.076337 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.076619 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.076904 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.077187 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.077470 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.077751 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.078036 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.078317 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.078593 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.078911 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.079211 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.079525 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.079814 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.080097 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.080397 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.080678 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.080966 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.081247 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.081531 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.081822 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.082109 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.082408 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.082708 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.083005 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.083333 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.083632 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.083925 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.084238 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.084524 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:02.084746 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 13 19:17:02.084993 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92813) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 13 19:17:02.436828 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 13 19:17:02.437108 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 13 19:17:02.437460 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 13 19:17:02.437736 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 13 19:17:02.836904 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:02.837197 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:02.837472 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:02.838798 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:02.839079 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:02.839381 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:02.877272 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:02.877549 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:02.877826 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:02.894829 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:02.895124 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:02.895508 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:02.928711 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:02.929014 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:02.929291 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:02.965635 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:02.965921 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:02.966198 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:03.204662 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:03.205270 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:03.205270 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:03.205490 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:03.206100 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:03.325871 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:03.326197 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:03.326488 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:03.326763 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:03.327035 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:03.327374 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:03.327641 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:03.327904 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:03.328165 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:03.328452 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:03.328717 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:03.329055 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:03.329341 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:03.329651 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:03.329916 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:03.330187 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:03.330449 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:03.330728 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:03.331000 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:03.331287 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:03.331569 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:03.331827 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:03.332113 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:03.332499 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:03.332758 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:03.333013 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:03.333415 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92813) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 19:17:03.333669 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92813) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 19:17:03.333918 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92813) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 19:17:03.334164 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92813) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 19:17:03.334409 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92813) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 19:17:03.334654 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92813) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 19:17:03.335030 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 13 19:17:03.338147 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 13 19:17:03.342103 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 13 19:17:03.346320 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Jul 13 19:17:03.347974 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 13 19:17:03.348437 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 13 19:17:03.348781 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 13 19:17:03.349171 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 13 19:17:03.351982 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 13 19:17:03.352238 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 13 19:17:03.352587 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 13 19:17:03.381191 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 13 19:17:03.381649 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:03.381951 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92813) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 13 19:17:03.382317 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:03.383702 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92813) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 13 19:17:03.383990 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 13 19:17:03.384244 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 13 19:17:03.388693 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:03.388985 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:03.453437 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 13 19:17:03.453681 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 13 19:17:03.453942 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 13 19:17:03.454316 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 13 19:17:03.475466 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_db.sqlalchemy.engines [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92813) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 13 19:17:04.012289 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.plugins.ml2.managers [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Initializing driver for type 'gre' Jul 13 19:17:04.012815 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] gre ID ranges: [(1, 1000)] Jul 13 19:17:04.064076 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.plugins.ml2.managers [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Initializing driver for type 'local' Jul 13 19:17:04.064423 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.plugins.ml2.managers [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Initializing driver for type 'vlan' Jul 13 19:17:04.077728 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] VlanTypeDriver initialization complete Jul 13 19:17:04.078094 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.plugins.ml2.managers [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Initializing driver for type 'vxlan' Jul 13 19:17:04.078661 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] vxlan ID ranges: [(1, 1000)] Jul 13 19:17:04.129617 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.plugins.ml2.managers [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Initializing extension driver 'port_security' Jul 13 19:17:04.129965 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.plugins.ml2.extensions.port_security [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] PortSecurityExtensionDriver initialization complete Jul 13 19:17:04.130307 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.plugins.ml2.managers [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Initializing mechanism driver 'openvswitch' Jul 13 19:17:04.130634 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.plugins.ml2.managers [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Initializing mechanism driver 'hyperv' Jul 13 19:17:04.137280 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.plugins.ml2.plugin [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:17:04.138161 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: > port after_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.138543 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: > port after_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.138905 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: > port after_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.139461 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=92813) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 19:17:04.139905 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: > subnet after_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.140271 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: > subnet after_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.140630 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.141029 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=92813) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 19:17:04.141956 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: > network after_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.142516 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: > network after_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.142868 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: > network after_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.143291 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=92813) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 19:17:04.143711 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: > security_group after_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.144069 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: > security_group after_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.144418 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.144818 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=92813) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 19:17:04.145232 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.145586 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.145931 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.146328 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=92813) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 19:17:04.146734 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: > address_group after_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.147087 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: > address_group after_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.147452 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.147850 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=92813) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 19:17:04.148239 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] ML2 OVO RPC backend initialized. {{(pid=92813) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 13 19:17:04.148965 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.149333 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.149760 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: > network before_response 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.150122 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: > networks before_response 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.150481 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: > port before_response 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.150829 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: > ports before_response 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.151185 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: > subnet before_response 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.151564 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: > subnets before_response 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.151921 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: > network after_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.152280 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: > network after_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.152618 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: > network after_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.152961 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: > port after_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.153305 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: > port after_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.153647 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: > port after_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.153991 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: > subnet after_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.154335 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: > subnet after_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.154708 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.155317 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.plugins.ml2.plugin [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Modular L2 Plugin initialization complete Jul 13 19:17:04.155657 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading services supported by the core plugin {{(pid=92813) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 13 19:17:04.155995 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.plugins.ml2.managers [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Got port-security extension from driver 'port_security' Jul 13 19:17:04.156467 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.extensions.vlantransparent [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Disabled vlantransparent extension. Jul 13 19:17:04.156964 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92813) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 13 19:17:04.158021 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading Plugin: router Jul 13 19:17:04.193555 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.193880 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: > router after_create 55549900 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.194263 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: > router before_create 55549900 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.194641 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.195024 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.195419 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: > router after_delete 55549900 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.195792 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.196290 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: > router after_create 55549900 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.196650 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: > router after_update 55549900 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.197008 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: > router after_update 55549900 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.197367 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.197735 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: > router after_update 55549900 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.198158 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: > router precommit_update 55549900 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.198534 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: port after_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.198889 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: port after_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.199256 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: subnet after_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.199621 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.199987 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.200343 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: > router precommit_create 55549900 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.200694 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: port before_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.201047 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: > router precommit_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.201413 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: > router after_update 55549900 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.201764 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.202122 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: > router precommit_create 55549900 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.202492 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.202856 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: > router precommit_update 55549900 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.203226 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: > agent after_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.203606 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: > agent after_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.204505 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: > network after_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.205528 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.quota.resource_registry [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Tracking information for resource: router configured {{(pid=92813) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 19:17:04.206045 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.quota.resource_registry [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Tracking information for resource: floatingip configured {{(pid=92813) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 19:17:04.210755 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.db.l3_agentschedulers_db [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 13 19:17:04.211366 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: port after_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.211738 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: port after_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.212102 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: port after_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.212465 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: port after_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.213283 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: > router before_create 55550100 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.213664 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.214041 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: > router precommit_create 55550100 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.214410 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: > router precommit_update 55550100 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.218856 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.services.provider_configuration [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Service providers = [] {{(pid=92813) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 13 19:17:04.219247 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.db.servicetype_db [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92813) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 13 19:17:04.223104 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.services.service_base [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92813) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 19:17:04.223485 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.services.service_base [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92813) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 19:17:04.223840 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.services.service_base [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92813) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 19:17:04.224740 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.services.service_base [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92813) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 19:17:04.225120 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.services.service_base [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 13 19:17:04.225504 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92813) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 19:17:04.225830 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 13 19:17:04.236657 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92813) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 19:17:04.236999 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading Plugin: auto_allocate Jul 13 19:17:04.242727 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: network precommit_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.243110 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: network precommit_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.243683 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92813) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 19:17:04.244014 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading Plugin: tag Jul 13 19:17:04.250754 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92813) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 19:17:04.251088 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading Plugin: timestamp Jul 13 19:17:04.254939 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92813) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 19:17:04.255310 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading Plugin: network_ip_availability Jul 13 19:17:04.260801 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.261183 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.261549 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.262284 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92813) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 19:17:04.262610 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading Plugin: flavors Jul 13 19:17:04.268756 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92813) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 19:17:04.269314 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading Plugin: revisions Jul 13 19:17:04.274640 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92813) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 19:17:04.275042 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_concurrency.lockutils [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.838s {{(pid=92813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 13 19:17:04.275823 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92813) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 13 19:17:04.276177 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Initializing extension manager. Jul 13 19:17:04.276690 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: __init__.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.277048 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: __pycache__ {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.277387 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.277730 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: address_group.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.278502 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.279078 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loaded extension: address-group Jul 13 19:17:04.279436 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: address_scope.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.280161 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.280673 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loaded extension: address-scope Jul 13 19:17:04.280999 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.282521 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.283290 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loaded extension: router-admin-state-down-before-update Jul 13 19:17:04.283628 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: agent.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.284348 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.284863 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loaded extension: agent Jul 13 19:17:04.285192 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: agent_resources_synced.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.286123 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.286641 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loaded extension: agent-resources-synced Jul 13 19:17:04.286966 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: allowedaddresspairs.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.288813 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.289346 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loaded extension: allowed-address-pairs Jul 13 19:17:04.289682 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: auto_allocated_topology.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.290781 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.291337 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loaded extension: auto-allocated-topology Jul 13 19:17:04.291672 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: availability_zone.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.292376 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.292890 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loaded extension: availability_zone Jul 13 19:17:04.293218 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: availability_zone_filter.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.294155 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.294669 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loaded extension: availability_zone_filter Jul 13 19:17:04.294995 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: data_plane_status.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.295936 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.296453 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extension data-plane-status not supported by any of loaded plugins Jul 13 19:17:04.296772 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: default_subnetpools.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.297745 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.298252 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loaded extension: default-subnetpools Jul 13 19:17:04.298576 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.299440 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.299956 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loaded extension: dhcp_agent_scheduler Jul 13 19:17:04.300288 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: dns.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.301222 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.301735 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extension dns-integration not supported by any of loaded plugins Jul 13 19:17:04.302068 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: dns_domain_ports.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.303000 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.303542 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 13 19:17:04.303874 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.304811 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.305322 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 13 19:17:04.305652 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: dvr.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.306336 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.306853 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loaded extension: dvr Jul 13 19:17:04.307176 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: empty_string_filtering.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.308133 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.308650 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loaded extension: empty-string-filtering Jul 13 19:17:04.308974 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.309898 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.310412 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 13 19:17:04.310741 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.311690 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.312205 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 13 19:17:04.312532 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: external_net.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.313990 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.314507 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loaded extension: external-net Jul 13 19:17:04.314830 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.315774 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.316285 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loaded extension: extra_dhcp_opt Jul 13 19:17:04.316614 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: extraroute.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.317546 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.318052 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loaded extension: extraroute Jul 13 19:17:04.318380 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: extraroute_atomic.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.319450 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.319970 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loaded extension: extraroute-atomic Jul 13 19:17:04.320295 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: filter_validation.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.320969 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.321670 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loaded extension: filter-validation Jul 13 19:17:04.321996 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: fip_pf_description.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.322922 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.323457 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 13 19:17:04.323786 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: fip_port_details.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.324717 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.325229 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loaded extension: fip-port-details Jul 13 19:17:04.325558 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: flavors.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.326800 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.327360 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loaded extension: flavors Jul 13 19:17:04.327694 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.330021 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.330556 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 13 19:17:04.330894 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: floatingip_pools.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.331634 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.332158 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loaded extension: floatingip-pools Jul 13 19:17:04.332491 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: ip_allocation.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.333422 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.333932 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extension ip_allocation not supported by any of loaded plugins Jul 13 19:17:04.334264 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.335193 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.335730 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loaded extension: ip-substring-filtering Jul 13 19:17:04.336062 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: l2_adjacency.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.336995 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.337505 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 13 19:17:04.337836 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: l3.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.338818 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.339379 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loaded extension: router Jul 13 19:17:04.339714 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.341958 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.342492 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 13 19:17:04.342833 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.343804 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.344328 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loaded extension: ext-gw-mode Jul 13 19:17:04.344777 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.345713 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.346488 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loaded extension: l3-ha Jul 13 19:17:04.346824 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: l3_flavors.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.347781 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.348296 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loaded extension: l3-flavors Jul 13 19:17:04.348627 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.349549 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.350070 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 13 19:17:04.350402 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: l3agentscheduler.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.351470 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.351984 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loaded extension: l3_agent_scheduler Jul 13 19:17:04.352315 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: logging.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.353835 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.354359 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extension logging not supported by any of loaded plugins Jul 13 19:17:04.354697 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: metering.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.355481 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.356063 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loaded extension: metering Jul 13 19:17:04.356396 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.358963 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.359537 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loaded extension: metering_source_and_destination_fields Jul 13 19:17:04.359884 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: multiprovidernet.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.361008 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.361531 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loaded extension: multi-provider Jul 13 19:17:04.361866 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: netmtu.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.362804 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.363358 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loaded extension: net-mtu Jul 13 19:17:04.363694 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: netmtu_writable.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.364641 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.365159 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loaded extension: net-mtu-writable Jul 13 19:17:04.365492 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: network_availability_zone.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.366191 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.366712 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loaded extension: network_availability_zone Jul 13 19:17:04.367041 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: network_ip_availability.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.368247 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.368769 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loaded extension: network-ip-availability Jul 13 19:17:04.369099 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: network_segment_range.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.369893 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.370404 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extension network-segment-range not supported by any of loaded plugins Jul 13 19:17:04.370729 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: pagination.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.371784 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.372122 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loaded extension: pagination Jul 13 19:17:04.372449 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: port_device_profile.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.373379 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.373897 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loaded extension: port-device-profile Jul 13 19:17:04.374225 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.375152 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.376226 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loaded extension: port-mac-address-regenerate Jul 13 19:17:04.376615 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.377632 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.378150 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loaded extension: port-numa-affinity-policy Jul 13 19:17:04.378479 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: port_resource_request.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.379427 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.379937 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extension port-resource-request not supported by any of loaded plugins Jul 13 19:17:04.380264 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: portbindings.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.381230 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.381750 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loaded extension: binding Jul 13 19:17:04.382077 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: portbindings_extended.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.383389 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.383915 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loaded extension: binding-extended Jul 13 19:17:04.384252 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: portsecurity.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.385189 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.385704 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loaded extension: port-security Jul 13 19:17:04.386037 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: project_id.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.387028 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.387405 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loaded extension: project-id Jul 13 19:17:04.387738 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: providernet.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.388674 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.389187 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loaded extension: provider Jul 13 19:17:04.389514 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: qos.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.393870 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.394395 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extension qos not supported by any of loaded plugins Jul 13 19:17:04.394733 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.396027 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.396551 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 13 19:17:04.396892 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.397826 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.398353 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 13 19:17:04.398691 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: qos_default.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.399649 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.400168 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extension qos-default not supported by any of loaded plugins Jul 13 19:17:04.400511 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: qos_fip.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.401182 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.401691 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extension qos-fip not supported by any of loaded plugins Jul 13 19:17:04.402028 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: qos_gateway_ip.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.403321 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.403843 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 13 19:17:04.404273 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: qos_port_network_policy.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.405327 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.406011 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 13 19:17:04.406326 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: qos_rule_type_details.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.407623 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.408253 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 13 19:17:04.408615 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: qos_rules_alias.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.409771 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.410380 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 13 19:17:04.410726 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: quotasv2.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.411842 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.412474 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loaded extension: quotas Jul 13 19:17:04.412815 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: quotasv2_detail.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.416201 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.416567 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loaded extension: quota_details Jul 13 19:17:04.416999 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: rbac.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.418153 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.418763 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loaded extension: rbac-policies Jul 13 19:17:04.419174 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: rbac_address_group.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.420210 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.420807 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loaded extension: rbac-address-group Jul 13 19:17:04.421177 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: rbac_address_scope.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.422236 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.422973 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loaded extension: rbac-address-scope Jul 13 19:17:04.423415 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: rbac_security_groups.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.424374 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.424895 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loaded extension: rbac-security-groups Jul 13 19:17:04.425226 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: rbac_subnetpool.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.426154 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.426671 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loaded extension: rbac-subnetpool Jul 13 19:17:04.427002 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: revisionifmatch.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.427976 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.428491 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loaded extension: revision-if-match Jul 13 19:17:04.428821 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: revisions.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.429946 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.430466 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loaded extension: standard-attr-revisions Jul 13 19:17:04.430805 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: router_availability_zone.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.431528 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.432048 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loaded extension: router_availability_zone Jul 13 19:17:04.432377 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: routerservicetype.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.433305 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.433816 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extension router-service-type not supported by any of loaded plugins Jul 13 19:17:04.434143 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.435102 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.435656 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loaded extension: security-groups-normalized-cidr Jul 13 19:17:04.435986 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.436919 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.437433 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loaded extension: port-security-groups-filtering Jul 13 19:17:04.437760 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.439228 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.439760 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loaded extension: security-groups-remote-address-group Jul 13 19:17:04.440090 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: securitygroup.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.449871 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.450354 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loaded extension: security-group Jul 13 19:17:04.450702 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: segment.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.451640 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.452157 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extension segment not supported by any of loaded plugins Jul 13 19:17:04.452494 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.453466 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.454568 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 13 19:17:04.454903 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: servicetype.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.456070 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.456600 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loaded extension: service-type Jul 13 19:17:04.456934 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: sorting.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.457948 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.458289 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loaded extension: sorting Jul 13 19:17:04.458621 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: standard_attr_segment.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.459655 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.460180 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 13 19:17:04.460517 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: standardattrdescription.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.461186 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.461703 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loaded extension: standard-attr-description Jul 13 19:17:04.462038 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: stateful_security_group.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.462992 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.463552 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loaded extension: stateful-security-group Jul 13 19:17:04.463883 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: stdattrs_common.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.464480 dv-cinder-786932-3-iscsi neutron-server[92813]: WARNING neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 13 19:17:04.464809 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.465759 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.466281 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 13 19:17:04.466611 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: subnet_onboard.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.467744 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.468272 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loaded extension: subnet_onboard Jul 13 19:17:04.468603 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.469632 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.470347 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 13 19:17:04.470686 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: subnet_service_types.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.471918 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.472442 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loaded extension: subnet-service-types Jul 13 19:17:04.472772 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: subnetallocation.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.473859 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.474377 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loaded extension: subnet_allocation Jul 13 19:17:04.474709 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.475416 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.475930 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loaded extension: subnetpool-prefix-ops Jul 13 19:17:04.476257 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.477215 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.477730 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 13 19:17:04.478058 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: tagging.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.479171 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.479730 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loaded extension: standard-attr-tag Jul 13 19:17:04.480079 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: timestamp.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.481327 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.481847 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loaded extension: standard-attr-timestamp Jul 13 19:17:04.482182 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: trunk.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.483243 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.483774 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extension trunk not supported by any of loaded plugins Jul 13 19:17:04.484109 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: trunk_details.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.485101 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.485675 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extension trunk-details not supported by any of loaded plugins Jul 13 19:17:04.486002 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: uplink_status_propagation.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.486946 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.487495 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 13 19:17:04.487827 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Loading extension file: vlantransparent.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:17:04.488510 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:17:04.489019 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 13 19:17:04.491546 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.quota.resource_registry [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Creating instance of TrackedResource for resource:network Jul 13 19:17:04.492094 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.quota.resource_registry [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Creating instance of TrackedResource for resource:subnet Jul 13 19:17:04.492497 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.quota.resource_registry [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 19:17:04.492899 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.quota.resource_registry [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Creating instance of TrackedResource for resource:port Jul 13 19:17:04.494181 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.v2.resource_helper [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92813) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 19:17:04.494640 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.v2.resource_helper [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Service FLAVORS assigned prefix: {{(pid=92813) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 19:17:04.495279 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.v2.resource_helper [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92813) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 19:17:04.495725 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.v2.resource_helper [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92813) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 19:17:04.496061 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.quota.resource_registry [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Creating instance of TrackedResource for resource:router Jul 13 19:17:04.496496 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.quota.resource_registry [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Creating instance of TrackedResource for resource:floatingip Jul 13 19:17:04.497004 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.v2.resource_helper [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Service METERING assigned prefix: /metering {{(pid=92813) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 19:17:04.498455 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.498836 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.499199 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:04.500239 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.quota.resource_registry [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Creating instance of CountableResource for resource:rbac_policy Jul 13 19:17:04.501263 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.quota.resource_registry [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Creating instance of TrackedResource for resource:security_group Jul 13 19:17:04.501727 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.quota.resource_registry [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 13 19:17:04.502346 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.v2.resource_helper [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Service CORE assigned prefix: {{(pid=92813) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 19:17:04.502679 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.quota.resource_registry [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 19:17:04.503033 dv-cinder-786932-3-iscsi neutron-server[92813]: WARNING neutron.quota.resource_registry [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] subnetpool is already registered Jul 13 19:17:04.503493 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.v2.resource_helper [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Service CORE assigned prefix: {{(pid=92813) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 19:17:04.503826 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.quota.resource_registry [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 19:17:04.504168 dv-cinder-786932-3-iscsi neutron-server[92813]: WARNING neutron.quota.resource_registry [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] subnetpool is already registered Jul 13 19:17:04.506440 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.v2.resource_helper [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92813) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 19:17:04.506880 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.v2.resource_helper [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Service FLAVORS assigned prefix: {{(pid=92813) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 19:17:04.507507 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.v2.resource_helper [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92813) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 19:17:04.507940 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.v2.resource_helper [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92813) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 19:17:04.508282 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.quota.resource_registry [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Creating instance of TrackedResource for resource:router Jul 13 19:17:04.508629 dv-cinder-786932-3-iscsi neutron-server[92813]: WARNING neutron.quota.resource_registry [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] router is already registered Jul 13 19:17:04.509048 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.quota.resource_registry [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Creating instance of TrackedResource for resource:floatingip Jul 13 19:17:04.509393 dv-cinder-786932-3-iscsi neutron-server[92813]: WARNING neutron.quota.resource_registry [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] floatingip is already registered Jul 13 19:17:04.509855 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.v2.resource_helper [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Service METERING assigned prefix: /metering {{(pid=92813) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 19:17:04.510527 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.quota.resource_registry [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Creating instance of CountableResource for resource:rbac_policy Jul 13 19:17:04.510861 dv-cinder-786932-3-iscsi neutron-server[92813]: WARNING neutron.quota.resource_registry [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] rbac_policy is already registered Jul 13 19:17:04.511315 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.quota.resource_registry [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Creating instance of TrackedResource for resource:security_group Jul 13 19:17:04.511662 dv-cinder-786932-3-iscsi neutron-server[92813]: WARNING neutron.quota.resource_registry [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] security_group is already registered Jul 13 19:17:04.512076 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.quota.resource_registry [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 13 19:17:04.512415 dv-cinder-786932-3-iscsi neutron-server[92813]: WARNING neutron.quota.resource_registry [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] security_group_rule is already registered Jul 13 19:17:04.513051 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.v2.resource_helper [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Service CORE assigned prefix: {{(pid=92813) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 19:17:04.513388 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.quota.resource_registry [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 19:17:04.513731 dv-cinder-786932-3-iscsi neutron-server[92813]: WARNING neutron.quota.resource_registry [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] subnetpool is already registered Jul 13 19:17:04.514157 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.v2.resource_helper [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Service CORE assigned prefix: {{(pid=92813) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 19:17:04.514487 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.quota.resource_registry [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 19:17:04.514826 dv-cinder-786932-3-iscsi neutron-server[92813]: WARNING neutron.quota.resource_registry [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] subnetpool is already registered Jul 13 19:17:04.515322 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extended resource: extensions {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:17:04.517442 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extended resource: address-groups {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:17:04.518958 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extended resource: address-scopes {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:17:04.520324 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extended resource: agents {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:17:04.521503 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extended resource: auto-allocated-topology {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:17:04.522749 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extended resource: availability_zones {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:17:04.524015 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extended resource: dhcp-networks {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:17:04.525533 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extended resource: dhcp-agents {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:17:04.526978 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extended resource: routers {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:17:04.528748 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extended resource: flavors {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:17:04.530032 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extended resource: service_profiles {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:17:04.531278 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extended resource: next_providers {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:17:04.532823 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extended resource: service_profiles {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:17:04.534379 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extended resource: floatingip-pools {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:17:04.535650 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extended resource: routers {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:17:04.537364 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extended resource: floatingips {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:17:04.539608 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extended resource: l3-routers {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:17:04.541114 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extended resource: l3-agents {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:17:04.542565 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extended resource: metering-labels {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:17:04.543851 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extended resource: metering-label-rules {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:17:04.545241 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extended resource: network-ip-availabilities {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:17:04.546509 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extended resource: bindings {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:17:04.548199 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extended resource: quotas {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:17:04.549759 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extended resource: quotas {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:17:04.551217 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extended resource: rbac-policies {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:17:04.552443 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extended resource: security-groups {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:17:04.553744 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extended resource: security-group-rules {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:17:04.555007 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extended resource: service-providers {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:17:04.556283 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extended resource: subnetpools {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:17:04.557620 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extended resource: subnetpools {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:17:04.559177 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extended resource: tags {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:17:04.560899 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extended resource: tags {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:17:04.562738 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extended resource: tags {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:17:04.565195 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extended resource: tags {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:17:04.566916 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extended resource: tags {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:17:04.568912 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extended resource: tags {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:17:04.570663 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extended resource: tags {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:17:04.572519 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extended resource: tags {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:17:04.574392 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extended resource: tags {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:17:04.576186 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Extended resource: tags {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:17:04.582927 dv-cinder-786932-3-iscsi neutron-server[92813]: WARNING keystonemiddleware.auth_token [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 13 19:17:04.587537 dv-cinder-786932-3-iscsi neutron-server[92813]: WARNING keystonemiddleware.auth_token [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 13 19:17:04.596217 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_concurrency.lockutils [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Acquired lock "singleton_lock" {{(pid=92813) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 13 19:17:04.596701 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_concurrency.lockutils [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Releasing lock "singleton_lock" {{(pid=92813) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 13 19:17:04.597351 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO oslo_service.service [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Starting 2 workers Jul 13 19:17:04.602135 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Started child 92923 {{(pid=92813) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 19:17:04.606556 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Started child 92924 {{(pid=92813) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 19:17:04.607536 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:04.608195 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO neutron.service [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 13 19:17:04.608844 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Notify callbacks [] for process, before_spawn {{(pid=92813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:04.609097 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [-] (92923) wsgi starting up on http://0.0.0.0:9696 Jul 13 19:17:04.611287 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:04.611759 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO oslo_service.service [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Starting 1 workers Jul 13 19:17:04.612690 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [-] (92924) wsgi starting up on http://0.0.0.0:9696 Jul 13 19:17:04.616608 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Started child 92925 {{(pid=92813) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 19:17:04.617124 dv-cinder-786932-3-iscsi neutron-server[92813]: INFO oslo_service.service [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Starting 1 workers Jul 13 19:17:04.620403 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.service [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] calling RpcWorker wait() {{(pid=92925) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 13 19:17:04.620959 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.service [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] returning from RpcWorker wait() {{(pid=92925) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 13 19:17:04.621564 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Started child 92926 {{(pid=92813) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 19:17:04.622323 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:04.622420 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-feedcad0-860c-4996-a276-ce4e16537ba2 None None] Notify callbacks [] for process, after_spawn {{(pid=92813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:04.622895 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:17:04.624286 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92813) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 13 19:17:04.624497 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 13 19:17:04.624683 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 13 19:17:04.625061 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 13 19:17:04.625411 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 13 19:17:04.625578 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 13 19:17:04.626606 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.626889 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.627129 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:04.627636 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.627636 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.627776 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.628326 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.628606 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.628852 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.629138 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.629379 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.629555 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.629723 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.629985 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.630217 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.630513 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.630792 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.631043 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.631332 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.631508 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.631774 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.632037 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.632296 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.632571 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] debug = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.632826 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.633306 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.633555 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.633922 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.634059 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.634329 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.634560 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.634841 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.635073 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.635310 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.635554 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.635801 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.636055 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.636287 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.636508 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.636750 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.636972 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.637437 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] host = dv-cinder-786932-3-iscsi {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.637670 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.637906 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.638151 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.638378 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.638638 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.638875 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.639151 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.639398 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.639657 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.639906 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.640188 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.640404 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.640659 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.640891 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] log_file = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.641057 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] log_options = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.641334 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.642124 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.642431 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.642627 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.642890 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.643074 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.643372 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.643537 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.643807 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.644132 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.644279 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.644468 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.644682 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.644917 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.645134 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.645386 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.645625 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.645835 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.646079 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.646328 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.646553 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.646821 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.647021 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.647264 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.647503 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.647748 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.647988 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.648233 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.648445 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.648690 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.648925 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.649277 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.649423 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.649641 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.649868 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.650112 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.650313 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.650590 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.650821 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.651065 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.651415 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.651555 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.651818 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.652033 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.652275 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.652510 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] use_json = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.652722 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.652966 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.653236 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.653449 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.653663 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.653875 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.654177 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.654335 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.654754 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.655071 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.655384 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.655652 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.655886 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.656170 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.656389 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.656665 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.657455 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.657696 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.658099 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.658347 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.658492 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:17:04.658652 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.658882 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.659167 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.659531 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.659771 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.660036 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.660273 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.660523 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.660761 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.660984 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.661317 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.661595 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.661875 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.67/identity {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.662156 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.662393 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.662619 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.663022 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.663178 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.663458 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.663715 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.663984 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.664337 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.664490 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.664734 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.665033 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.665262 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.665872 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.665872 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.666149 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.666305 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.666537 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.666778 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.666995 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.667213 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.667454 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.667713 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.667929 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.668173 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.668435 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.668657 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.669052 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.669052 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.669345 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.669578 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.669728 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.670065 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.670211 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.670362 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.670607 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.671069 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.671215 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.671400 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.671549 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.671753 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.674654 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.674654 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.674654 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.674654 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.674654 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.674654 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.674654 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.674654 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.674654 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.675988 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.675988 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.675988 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.675988 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.675988 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.675988 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.675988 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.677924 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.677924 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.677924 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.677924 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.677924 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.677924 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.677924 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.677924 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.678394 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.678394 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.678631 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.679042 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.679449 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.679869 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.680127 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.680362 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.680613 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.680873 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.681133 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.681374 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.681624 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.681851 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.682109 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.682329 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.682758 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.683032 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.683294 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.683534 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.683787 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.684087 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.684340 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.684809 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.685213 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.685684 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.686178 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.686436 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.686693 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.686935 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.687209 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.687729 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.688227 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.688660 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.689065 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.689384 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.689696 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.690042 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.690305 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.690530 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.690749 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.691001 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.691363 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.691819 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.692235 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.692625 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.692898 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.693148 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.693406 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.693671 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.693941 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.694183 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.694461 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.694710 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.67/identity {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.695097 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.695511 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.695749 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.695966 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.696249 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.696448 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.696693 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.696910 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.697128 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.697376 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.697591 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.697827 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.698033 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.698255 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.698474 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.698726 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.698933 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.699361 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.699774 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.700050 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.700215 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.700590 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.700952 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.701356 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.701722 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.702152 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.702558 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.702947 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.703184 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.703479 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.703722 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.704488 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.704755 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.704983 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.705168 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.705387 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.705630 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.705851 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.706089 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.706319 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.706554 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.706827 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.707090 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.707445 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.707699 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.707959 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.708196 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.708418 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.708676 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.708914 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.709146 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.709517 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.709905 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.710130 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.710393 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.710636 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.710854 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.711062 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.711306 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.711543 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.711759 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.711975 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.712278 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.712544 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.712776 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.713051 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.713439 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.713814 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.714067 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.714301 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.714519 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.714766 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.714986 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.715221 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.715483 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.715698 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.715912 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.716157 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.716376 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.716589 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.716815 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.717048 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.717258 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.717483 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.717724 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.717933 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.718158 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.718419 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.718633 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.718879 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.719201 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.719368 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.719885 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.720265 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.720679 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.721235 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.721474 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.721727 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.722000 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.722306 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.722526 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.722805 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.723030 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.723277 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.723544 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.723817 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.724130 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.724430 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.724699 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.724958 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.725219 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.725506 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.725777 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.725994 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.726311 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.726634 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.726933 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.727194 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.727449 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.727741 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.727999 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.728238 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.728457 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.728704 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.728922 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.729208 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.729441 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.729687 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.729923 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.730151 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.730375 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.730602 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.730838 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.731079 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.731356 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.731506 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 13 19:17:04.732024 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92813) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 13 19:17:04.732183 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 13 19:17:04.732322 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 13 19:17:04.732490 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 13 19:17:04.732660 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 13 19:17:04.732805 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 13 19:17:04.733007 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.733170 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.733322 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.733480 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.733642 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.733824 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.733972 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.734118 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.734281 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.734444 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.734606 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.734756 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.734914 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.735719 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.736028 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.736196 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.737282 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.737282 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.737282 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.737282 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.737282 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.737282 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.737282 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] debug = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.737785 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.737785 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.737785 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.738022 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.738022 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.738171 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.738325 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.738486 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.738649 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.738854 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.739036 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.739162 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.739599 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.739599 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.739599 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.741509 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.741509 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.741509 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] host = dv-cinder-786932-3-iscsi {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.741509 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.741509 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.741509 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.741509 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.741509 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.743601 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.743601 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.743601 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.743601 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.743601 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.743601 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.743601 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.743601 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.743601 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] log_file = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.744123 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] log_options = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.744123 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.744123 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.744123 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.744123 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.744123 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.744123 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.744521 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.744521 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.744521 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.744521 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.744521 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.744521 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.744521 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.744521 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.744964 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.744964 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.744964 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.744964 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.745200 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.745200 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.745359 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.745519 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.745828 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.745995 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.746157 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.746317 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.746478 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.746639 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.746801 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.747025 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.747133 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.747286 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.747471 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.747605 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.747765 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.747926 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.748088 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.748252 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.748453 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.748554 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.748712 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.748871 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.749031 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.749192 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.749351 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.749513 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] use_json = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.749674 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.749834 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.749994 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.750160 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.750322 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.750481 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.750658 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.751366 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:17:04.751905 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.751905 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.751905 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.752143 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.752223 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.752328 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.752493 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.752657 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.752819 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.752983 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.753153 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.753318 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.753492 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.753658 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.753821 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.753985 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.754148 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.754310 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.754473 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.754636 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.754799 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.754963 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.755140 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.755327 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.755492 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.67/identity {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.755655 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.755817 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.755917 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:17:04.755993 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.756134 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.756296 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.756459 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.756624 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.756787 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.756951 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.757114 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.757277 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.757439 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.757603 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.757766 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.757930 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.758094 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.758256 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.758419 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.758587 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.758751 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.758914 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.759078 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.759250 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.759426 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.759590 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.759763 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.759925 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.760089 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.760256 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.760421 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.760582 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.760747 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.760910 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.761073 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.761238 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.761400 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.761575 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.761738 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.761900 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.762076 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.762231 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.762393 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.762561 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.762724 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.762887 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.763052 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.763214 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.763406 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.763570 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.763733 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.763897 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.764060 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.764224 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.764387 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.764552 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.764715 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.764878 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.765042 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.765206 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.765379 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.765558 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.765721 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.765883 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.766046 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.766208 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.766909 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.767194 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.767455 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.767623 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.767787 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.767952 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.768116 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.768281 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.768444 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.768783 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.768783 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.769032 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.769155 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.769278 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.769400 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.769534 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.769658 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.769809 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.769973 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.770135 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.770296 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.770509 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.770633 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.770757 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.770920 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.771093 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.771285 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.771453 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.771617 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.771779 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.771926 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.772092 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.772256 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.772423 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.772586 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.772748 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.772911 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.773083 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.773255 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.773417 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.773580 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.773742 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.773935 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.774079 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.774240 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.774403 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.774565 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.774728 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.774890 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.775051 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.775213 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.775383 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.775549 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.775713 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.67/identity {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.775875 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.776025 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.776187 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.776350 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.776515 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.776678 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.776840 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.777004 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.777168 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.777331 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.777493 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.777654 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.777819 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.777981 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.778145 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.778308 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.778469 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.778630 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.778791 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.778997 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.779087 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.779291 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.779438 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.779799 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.779967 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.780134 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.780614 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.780614 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.780614 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.780869 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.780948 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.781060 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.781224 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.781388 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.781551 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.781715 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.781891 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.782626 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.782797 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.782961 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.783127 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.783314 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.783480 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.783657 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.783821 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.783985 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.784149 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.784313 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.784478 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.784641 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.784806 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.784971 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.785134 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.785297 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.785462 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.785627 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.785792 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.785954 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.786117 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.786279 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.786443 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.786606 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.786781 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.786944 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.787108 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.787294 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.787453 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.787616 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.787789 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.787952 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.788115 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.788278 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.788441 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.788603 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.788775 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.788938 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.789101 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.789263 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.789426 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.789586 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.789757 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.789920 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.790082 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.790244 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.790407 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.790572 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.790742 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.791079 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.791259 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.791432 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.791597 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.791750 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.791920 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.792087 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.792252 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.792426 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.792595 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.792758 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.792921 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.793095 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.793257 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.793422 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.793587 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.793750 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.793912 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.794076 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.794244 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.794415 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.794583 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.794747 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.794918 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.795088 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.795277 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.795443 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.795613 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.795788 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.795951 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.796114 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.796275 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.796438 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.796601 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.796764 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.796927 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.797090 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.797252 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.797414 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.797655 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.797824 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.797988 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.798151 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.798314 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.798476 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.798639 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.798802 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.798980 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:17:04.799139 dv-cinder-786932-3-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 13 19:17:04.955875 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 46948) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:17:04.964176 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [-] 10.222.0.67 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061829 Jul 13 19:17:16.369507 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776134aa-d40d-4981-a843-720d90fb274f None None] get_active_networks_info from dv-cinder-786932-3-iscsi {{(pid=92925) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 19:17:16.461610 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776134aa-d40d-4981-a843-720d90fb274f None None] No non-hosted networks {{(pid=92925) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 13 19:17:16.479030 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.agentschedulers_db [None req-776134aa-d40d-4981-a843-720d90fb274f None None] DHCP Agent not found on host dv-cinder-786932-3-iscsi {{(pid=92925) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 13 19:17:16.634003 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-2baaef7b-37da-4ee1-82b1-9246cc3089a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-757286'] for agent, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:18.927139 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8065adab-50f7-4b15-b7ad-f257d11e88af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-757286'] for agent, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:19.003083 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-25cff320-4337-4e28-b33d-224b82249a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:19.030826 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-757286'] for agent, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:19.032947 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:19.034715 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:19.035256 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:19.036955 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:19.037496 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:19.038010 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:19.039039 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:19.040118 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:19.041152 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:19.043175 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:19.043718 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:19.044230 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:19.044814 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786932-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:17:19.054203 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786932-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:17:20.217714 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f121cc10-15a3-4774-9d3b-44cefef2260b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-757286'] for agent, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:21.690324 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-90e910e5-9927-492e-a649-803b472a565a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-757286'] for agent, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:22.413865 dv-cinder-786932-3-iscsi neutron-server[92925]: INFO neutron.db.l3_hamode_db [None req-33d97ce8-4e0f-4f58-819b-5f3ae6538be8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 13 19:17:22.490163 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d97ce8-4e0f-4f58-819b-5f3ae6538be8 None None] Routers set() bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:17:22.490544 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d97ce8-4e0f-4f58-819b-5f3ae6538be8 None None] Router IDs set() for agent in host dv-cinder-786932-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 13 19:17:22.928407 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 47042) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:17:23.432698 dv-cinder-786932-3-iscsi neutron-server[92923]: WARNING oslo_policy.policy [None req-1135c5f8-dde8-443e-9f7a-95e86656090c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 19:17:23.433278 dv-cinder-786932-3-iscsi neutron-server[92923]: WARNING oslo_policy.policy [None req-1135c5f8-dde8-443e-9f7a-95e86656090c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 19:17:23.652174 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [None req-1135c5f8-dde8-443e-9f7a-95e86656090c admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=92923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:17:23.653445 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-1135c5f8-dde8-443e-9f7a-95e86656090c admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7230198 Jul 13 19:17:26.036600 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 47056) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:17:26.342065 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-0477ec20-2b1e-4409-9e5d-58174a13347e admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:17:26.434042 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.policy [None req-0477ec20-2b1e-4409-9e5d-58174a13347e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92923) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 13 19:17:26.478901 dv-cinder-786932-3-iscsi neutron-server[92923]: WARNING oslo_policy.policy [None req-0477ec20-2b1e-4409-9e5d-58174a13347e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 19:17:26.479296 dv-cinder-786932-3-iscsi neutron-server[92923]: WARNING oslo_policy.policy [None req-0477ec20-2b1e-4409-9e5d-58174a13347e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 19:17:26.487809 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.quota [None req-0477ec20-2b1e-4409-9e5d-58174a13347e admin admin] Loaded quota_driver: . Jul 13 19:17:26.579310 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0477ec20-2b1e-4409-9e5d-58174a13347e admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752271542172', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752271540815', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752271554069', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752271555683', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752271563166', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752271573158', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3741494', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3737643', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-639242', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-743109'] for rbac-policy, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:26.644726 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0477ec20-2b1e-4409-9e5d-58174a13347e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:26.645813 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-0477ec20-2b1e-4409-9e5d-58174a13347e admin admin] 10.222.0.67 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6082411 Jul 13 19:17:29.241001 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 47068) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:17:29.720414 dv-cinder-786932-3-iscsi neutron-server[92924]: WARNING oslo_policy.policy [None req-b8a9ab1f-520b-4dc2-ae0f-4302719eb40a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 19:17:29.721248 dv-cinder-786932-3-iscsi neutron-server[92924]: WARNING oslo_policy.policy [None req-b8a9ab1f-520b-4dc2-ae0f-4302719eb40a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 19:17:29.938781 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [None req-b8a9ab1f-520b-4dc2-ae0f-4302719eb40a admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': '8f48302c5fbe4420bcf38eaa806a1816', 'project_id': '8f48302c5fbe4420bcf38eaa806a1816'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:17:29.940483 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.quota [None req-b8a9ab1f-520b-4dc2-ae0f-4302719eb40a admin admin] Loaded quota_driver: . Jul 13 19:17:29.998591 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a9ab1f-520b-4dc2-ae0f-4302719eb40a admin admin] Made reservation on behalf of 8f48302c5fbe4420bcf38eaa806a1816 for: {'network': 1} {{(pid=92924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:17:30.063969 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.policy [None req-b8a9ab1f-520b-4dc2-ae0f-4302719eb40a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92924) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 13 19:17:30.108885 dv-cinder-786932-3-iscsi neutron-server[92924]: WARNING oslo_policy.policy [None req-b8a9ab1f-520b-4dc2-ae0f-4302719eb40a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 19:17:30.109890 dv-cinder-786932-3-iscsi neutron-server[92924]: WARNING oslo_policy.policy [None req-b8a9ab1f-520b-4dc2-ae0f-4302719eb40a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 19:17:30.120633 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b8a9ab1f-520b-4dc2-ae0f-4302719eb40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for network, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:30.141621 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b8a9ab1f-520b-4dc2-ae0f-4302719eb40a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:30.279730 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b8a9ab1f-520b-4dc2-ae0f-4302719eb40a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:30.284133 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b8a9ab1f-520b-4dc2-ae0f-4302719eb40a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:30.309103 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8a9ab1f-520b-4dc2-ae0f-4302719eb40a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=92924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:17:30.337155 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b8a9ab1f-520b-4dc2-ae0f-4302719eb40a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752273001018', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825552'] for segment, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:30.337756 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b8a9ab1f-520b-4dc2-ae0f-4302719eb40a admin admin] Unsubscribe: segment precommit_create {{(pid=92924) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 13 19:17:30.338259 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.db.segments_db [None req-b8a9ab1f-520b-4dc2-ae0f-4302719eb40a admin admin] Added segment 86ea5833-4a89-4315-a059-34cb592ce6a2 of type vlan for network af569933-6b87-4586-aed7-48243a8b5601 Jul 13 19:17:30.344794 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a9ab1f-520b-4dc2-ae0f-4302719eb40a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2bb03d-e737-4c43-b8f1-d25afa8519e9,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:17:30.367737 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a9ab1f-520b-4dc2-ae0f-4302719eb40a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:30.368090 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a9ab1f-520b-4dc2-ae0f-4302719eb40a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:30.368428 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a9ab1f-520b-4dc2-ae0f-4302719eb40a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:30.368759 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a9ab1f-520b-4dc2-ae0f-4302719eb40a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:30.369080 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a9ab1f-520b-4dc2-ae0f-4302719eb40a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:30.369585 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a9ab1f-520b-4dc2-ae0f-4302719eb40a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:30.370016 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a9ab1f-520b-4dc2-ae0f-4302719eb40a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:30.370340 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a9ab1f-520b-4dc2-ae0f-4302719eb40a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:30.370679 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a9ab1f-520b-4dc2-ae0f-4302719eb40a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:30.370998 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a9ab1f-520b-4dc2-ae0f-4302719eb40a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:30.371332 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a9ab1f-520b-4dc2-ae0f-4302719eb40a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:30.371647 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a9ab1f-520b-4dc2-ae0f-4302719eb40a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:30.372762 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a9ab1f-520b-4dc2-ae0f-4302719eb40a admin admin] Tracked resource versions report: Jul 13 19:17:30.372762 dv-cinder-786932-3-iscsi neutron-server[92924]: pushed versions: Jul 13 19:17:30.372762 dv-cinder-786932-3-iscsi neutron-server[92924]: { 'AddressGroup': {'1.2'}, Jul 13 19:17:30.372762 dv-cinder-786932-3-iscsi neutron-server[92924]: 'ConntrackHelper': {'1.0'}, Jul 13 19:17:30.372762 dv-cinder-786932-3-iscsi neutron-server[92924]: 'Log': {'1.0'}, Jul 13 19:17:30.372762 dv-cinder-786932-3-iscsi neutron-server[92924]: 'Network': {'1.1'}, Jul 13 19:17:30.372762 dv-cinder-786932-3-iscsi neutron-server[92924]: 'Port': {'1.7'}, Jul 13 19:17:30.372762 dv-cinder-786932-3-iscsi neutron-server[92924]: 'PortForwarding': {'1.2'}, Jul 13 19:17:30.372762 dv-cinder-786932-3-iscsi neutron-server[92924]: 'QosPolicy': {'1.8'}, Jul 13 19:17:30.372762 dv-cinder-786932-3-iscsi neutron-server[92924]: 'SecurityGroup': {'1.4'}, Jul 13 19:17:30.372762 dv-cinder-786932-3-iscsi neutron-server[92924]: 'SecurityGroupRule': {'1.2'}, Jul 13 19:17:30.372762 dv-cinder-786932-3-iscsi neutron-server[92924]: 'SubPort': {'1.0'}, Jul 13 19:17:30.372762 dv-cinder-786932-3-iscsi neutron-server[92924]: 'Subnet': {'1.1'}, Jul 13 19:17:30.372762 dv-cinder-786932-3-iscsi neutron-server[92924]: 'Trunk': {'1.1'}} Jul 13 19:17:30.372762 dv-cinder-786932-3-iscsi neutron-server[92924]: consumer versions: Jul 13 19:17:30.372762 dv-cinder-786932-3-iscsi neutron-server[92924]: { DHCP agent@dv-cinder-786932-3-iscsi: {}, Jul 13 19:17:30.372762 dv-cinder-786932-3-iscsi neutron-server[92924]: L3 agent@dv-cinder-786932-3-iscsi: {}, Jul 13 19:17:30.372762 dv-cinder-786932-3-iscsi neutron-server[92924]: Metadata agent@dv-cinder-786932-3-iscsi: {}, Jul 13 19:17:30.372762 dv-cinder-786932-3-iscsi neutron-server[92924]: Metering agent@dv-cinder-786932-3-iscsi: {}, Jul 13 19:17:30.372762 dv-cinder-786932-3-iscsi neutron-server[92924]: Open vSwitch agent@dv-cinder-786932-3-iscsi: { 'AddressGroup': '1.2', Jul 13 19:17:30.372762 dv-cinder-786932-3-iscsi neutron-server[92924]: 'ConntrackHelper': '1.0', Jul 13 19:17:30.372762 dv-cinder-786932-3-iscsi neutron-server[92924]: 'Log': '1.0', Jul 13 19:17:30.372762 dv-cinder-786932-3-iscsi neutron-server[92924]: 'Network': '1.1', Jul 13 19:17:30.372762 dv-cinder-786932-3-iscsi neutron-server[92924]: 'Port': '1.7', Jul 13 19:17:30.372762 dv-cinder-786932-3-iscsi neutron-server[92924]: 'PortForwarding': '1.2', Jul 13 19:17:30.372762 dv-cinder-786932-3-iscsi neutron-server[92924]: 'QosPolicy': '1.8', Jul 13 19:17:30.372762 dv-cinder-786932-3-iscsi neutron-server[92924]: 'SecurityGroup': '1.4', Jul 13 19:17:30.372762 dv-cinder-786932-3-iscsi neutron-server[92924]: 'SecurityGroupRule': '1.2', Jul 13 19:17:30.372762 dv-cinder-786932-3-iscsi neutron-server[92924]: 'SubPort': '1.0', Jul 13 19:17:30.372762 dv-cinder-786932-3-iscsi neutron-server[92924]: 'Subnet': '1.1', Jul 13 19:17:30.372762 dv-cinder-786932-3-iscsi neutron-server[92924]: 'Trunk': '1.1'}} Jul 13 19:17:30.372762 dv-cinder-786932-3-iscsi neutron-server[92924]: {{(pid=92924) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 19:17:30.464108 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b8a9ab1f-520b-4dc2-ae0f-4302719eb40a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752272460036'] for network, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:30.518550 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b8a9ab1f-520b-4dc2-ae0f-4302719eb40a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108'] for network, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:30.519724 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a9ab1f-520b-4dc2-ae0f-4302719eb40a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:30.520373 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b8a9ab1f-520b-4dc2-ae0f-4302719eb40a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600154'] for network, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:30.601135 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-b8a9ab1f-520b-4dc2-ae0f-4302719eb40a admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3590090 Jul 13 19:17:30.618790 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a9ab1f-520b-4dc2-ae0f-4302719eb40a admin admin] Pushing event updated for resources: {'Network': ['ID=af569933-6b87-4586-aed7-48243a8b5601,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:17:30.630830 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Network af569933-6b87-4586-aed7-48243a8b5601 details requested by agent ovs-agent-dv-cinder-786932-3-iscsi with host dv-cinder-786932-3-iscsi {{(pid=92925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:17:33.289656 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 47090) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:17:33.761562 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9ccdaf-1b48-442c-a7c4-b57ad0729354 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:33.762868 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-2e9ccdaf-1b48-442c-a7c4-b57ad0729354 admin admin] 10.222.0.67 "GET /v2.0/networks/af569933-6b87-4586-aed7-48243a8b5601 HTTP/1.1" status: 200 len: 825 time: 0.4722543 Jul 13 19:17:33.804701 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-7c039fc9-5b7f-4890-9ea2-894f4e55c190 admin admin] 10.222.0.67 "GET /v2.0/subnetpools/c9d555d1-b6be-4580-8738-b808746bc1b4 HTTP/1.1" status: 200 len: 734 time: 0.0358419 Jul 13 19:17:33.814218 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [None req-dda99402-d80b-4290-9afd-c5024780b4ab admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': 'c9d555d1-b6be-4580-8738-b808746bc1b4', 'tenant_id': '8f48302c5fbe4420bcf38eaa806a1816', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': 'af569933-6b87-4586-aed7-48243a8b5601'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:17:33.837310 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda99402-d80b-4290-9afd-c5024780b4ab admin admin] Made reservation on behalf of 8f48302c5fbe4420bcf38eaa806a1816 for: {'subnet': 1} {{(pid=92924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:17:33.840216 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-dda99402-d80b-4290-9afd-c5024780b4ab admin admin] Notify callbacks [] for subnet, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:34.176544 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-dda99402-d80b-4290-9afd-c5024780b4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108'] for subnet, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:34.265057 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda99402-d80b-4290-9afd-c5024780b4ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f19864c-e4b5-44f2-b8f3-0b5cd71d136a,revision_number=0']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:17:34.272393 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda99402-d80b-4290-9afd-c5024780b4ab admin admin] Checking segment: {'id': '86ea5833-4a89-4315-a059-34cb592ce6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'af569933-6b87-4586-aed7-48243a8b5601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:17:34.272787 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda99402-d80b-4290-9afd-c5024780b4ab admin admin] Network hostable DHCP agents. Network: af569933-6b87-4586-aed7-48243a8b5601, hostable agents: ['7ca4706b-9f63-429b-b1b9-7cbaa1b8656d'], hosted agents: [] {{(pid=92924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:17:34.296413 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda99402-d80b-4290-9afd-c5024780b4ab admin admin] Network af569933-6b87-4586-aed7-48243a8b5601 is scheduled to be hosted by DHCP agent 7ca4706b-9f63-429b-b1b9-7cbaa1b8656d with binding_index 1 {{(pid=92924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:17:34.306981 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-dda99402-d80b-4290-9afd-c5024780b4ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-3-iscsi, af569933-6b87-4586-aed7-48243a8b5601) {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:17:34.311716 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda99402-d80b-4290-9afd-c5024780b4ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:34.312909 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-dda99402-d80b-4290-9afd-c5024780b4ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600154'] for subnet, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:34.318411 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe01661f-de16-42fc-8fed-c54a4ace9321 None None] Network af569933-6b87-4586-aed7-48243a8b5601 requested from dv-cinder-786932-3-iscsi {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:17:34.337284 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-dda99402-d80b-4290-9afd-c5024780b4ab admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5269949 Jul 13 19:17:34.664190 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713c4beb-5d8d-49b0-956a-c7138aec7c80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9426e93d-dde2-5cd1-aa01-d42f6a4b4003-af569933-6b87-4586-aed7-48243a8b5601', 'network_id': 'af569933-6b87-4586-aed7-48243a8b5601', 'tenant_id': '8f48302c5fbe4420bcf38eaa806a1816', 'fixed_ips': [{'subnet_id': '1f19864c-e4b5-44f2-b8f3-0b5cd71d136a'}]}} from dv-cinder-786932-3-iscsi. {{(pid=92925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:17:34.665946 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-713c4beb-5d8d-49b0-956a-c7138aec7c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:34.964436 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.db_base_plugin_common [None req-713c4beb-5d8d-49b0-956a-c7138aec7c80 None None] Allocated IP 172.20.0.2 (af569933-6b87-4586-aed7-48243a8b5601/1f19864c-e4b5-44f2-b8f3-0b5cd71d136a/9459d77f-8246-489d-a238-2dff9875a752) {{(pid=92925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:17:35.178486 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-713c4beb-5d8d-49b0-956a-c7138aec7c80 None None] Notify callbacks [] for port, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:35.197312 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-713c4beb-5d8d-49b0-956a-c7138aec7c80 None None] Transition to ACTIVE for port object 9459d77f-8246-489d-a238-2dff9875a752 will not be triggered until provisioned by entity L2. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:17:35.252480 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-713c4beb-5d8d-49b0-956a-c7138aec7c80 None None] Transition to ACTIVE for port object 9459d77f-8246-489d-a238-2dff9875a752 will not be triggered until provisioned by entity DHCP. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:17:35.262160 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-713c4beb-5d8d-49b0-956a-c7138aec7c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752272454283'] for port, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:35.338048 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713c4beb-5d8d-49b0-956a-c7138aec7c80 None None] Network af569933-6b87-4586-aed7-48243a8b5601 is already hosted by enough agents. {{(pid=92925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:17:35.342873 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.scheduler.base_scheduler [None req-713c4beb-5d8d-49b0-956a-c7138aec7c80 None None] Resources bound (agent type, host, resource id): {{(pid=92925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:17:35.352096 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713c4beb-5d8d-49b0-956a-c7138aec7c80 None None] Received port after_create {{(pid=92925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:17:35.361440 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713c4beb-5d8d-49b0-956a-c7138aec7c80 None None] Pushing event updated for resources: {'Port': ['ID=9459d77f-8246-489d-a238-2dff9875a752,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:17:35.404832 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c4beb-5d8d-49b0-956a-c7138aec7c80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:35.405248 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c4beb-5d8d-49b0-956a-c7138aec7c80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:35.405663 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c4beb-5d8d-49b0-956a-c7138aec7c80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:35.406532 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c4beb-5d8d-49b0-956a-c7138aec7c80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:35.407184 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c4beb-5d8d-49b0-956a-c7138aec7c80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:35.407612 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c4beb-5d8d-49b0-956a-c7138aec7c80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:35.407612 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c4beb-5d8d-49b0-956a-c7138aec7c80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:35.408013 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c4beb-5d8d-49b0-956a-c7138aec7c80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:35.408390 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c4beb-5d8d-49b0-956a-c7138aec7c80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:35.408777 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c4beb-5d8d-49b0-956a-c7138aec7c80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:35.409099 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c4beb-5d8d-49b0-956a-c7138aec7c80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:35.409414 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c4beb-5d8d-49b0-956a-c7138aec7c80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:35.410523 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c4beb-5d8d-49b0-956a-c7138aec7c80 None None] Tracked resource versions report: Jul 13 19:17:35.410523 dv-cinder-786932-3-iscsi neutron-server[92925]: pushed versions: Jul 13 19:17:35.410523 dv-cinder-786932-3-iscsi neutron-server[92925]: { 'AddressGroup': {'1.2'}, Jul 13 19:17:35.410523 dv-cinder-786932-3-iscsi neutron-server[92925]: 'ConntrackHelper': {'1.0'}, Jul 13 19:17:35.410523 dv-cinder-786932-3-iscsi neutron-server[92925]: 'Log': {'1.0'}, Jul 13 19:17:35.410523 dv-cinder-786932-3-iscsi neutron-server[92925]: 'Network': {'1.1'}, Jul 13 19:17:35.410523 dv-cinder-786932-3-iscsi neutron-server[92925]: 'Port': {'1.7'}, Jul 13 19:17:35.410523 dv-cinder-786932-3-iscsi neutron-server[92925]: 'PortForwarding': {'1.2'}, Jul 13 19:17:35.410523 dv-cinder-786932-3-iscsi neutron-server[92925]: 'QosPolicy': {'1.8'}, Jul 13 19:17:35.410523 dv-cinder-786932-3-iscsi neutron-server[92925]: 'SecurityGroup': {'1.4'}, Jul 13 19:17:35.410523 dv-cinder-786932-3-iscsi neutron-server[92925]: 'SecurityGroupRule': {'1.2'}, Jul 13 19:17:35.410523 dv-cinder-786932-3-iscsi neutron-server[92925]: 'SubPort': {'1.0'}, Jul 13 19:17:35.410523 dv-cinder-786932-3-iscsi neutron-server[92925]: 'Subnet': {'1.1'}, Jul 13 19:17:35.410523 dv-cinder-786932-3-iscsi neutron-server[92925]: 'Trunk': {'1.1'}} Jul 13 19:17:35.410523 dv-cinder-786932-3-iscsi neutron-server[92925]: consumer versions: Jul 13 19:17:35.410523 dv-cinder-786932-3-iscsi neutron-server[92925]: { DHCP agent@dv-cinder-786932-3-iscsi: {}, Jul 13 19:17:35.410523 dv-cinder-786932-3-iscsi neutron-server[92925]: L3 agent@dv-cinder-786932-3-iscsi: {}, Jul 13 19:17:35.410523 dv-cinder-786932-3-iscsi neutron-server[92925]: Metadata agent@dv-cinder-786932-3-iscsi: {}, Jul 13 19:17:35.410523 dv-cinder-786932-3-iscsi neutron-server[92925]: Metering agent@dv-cinder-786932-3-iscsi: {}, Jul 13 19:17:35.410523 dv-cinder-786932-3-iscsi neutron-server[92925]: Open vSwitch agent@dv-cinder-786932-3-iscsi: { 'AddressGroup': '1.2', Jul 13 19:17:35.410523 dv-cinder-786932-3-iscsi neutron-server[92925]: 'ConntrackHelper': '1.0', Jul 13 19:17:35.410523 dv-cinder-786932-3-iscsi neutron-server[92925]: 'Log': '1.0', Jul 13 19:17:35.410523 dv-cinder-786932-3-iscsi neutron-server[92925]: 'Network': '1.1', Jul 13 19:17:35.410523 dv-cinder-786932-3-iscsi neutron-server[92925]: 'Port': '1.7', Jul 13 19:17:35.410523 dv-cinder-786932-3-iscsi neutron-server[92925]: 'PortForwarding': '1.2', Jul 13 19:17:35.410523 dv-cinder-786932-3-iscsi neutron-server[92925]: 'QosPolicy': '1.8', Jul 13 19:17:35.410523 dv-cinder-786932-3-iscsi neutron-server[92925]: 'SecurityGroup': '1.4', Jul 13 19:17:35.410523 dv-cinder-786932-3-iscsi neutron-server[92925]: 'SecurityGroupRule': '1.2', Jul 13 19:17:35.410523 dv-cinder-786932-3-iscsi neutron-server[92925]: 'SubPort': '1.0', Jul 13 19:17:35.410523 dv-cinder-786932-3-iscsi neutron-server[92925]: 'Subnet': '1.1', Jul 13 19:17:35.410523 dv-cinder-786932-3-iscsi neutron-server[92925]: 'Trunk': '1.1'}} Jul 13 19:17:35.410523 dv-cinder-786932-3-iscsi neutron-server[92925]: {{(pid=92925) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 19:17:35.441891 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-713c4beb-5d8d-49b0-956a-c7138aec7c80 None None] Attempting to bind port 9459d77f-8246-489d-a238-2dff9875a752 on host dv-cinder-786932-3-iscsi for vnic_type normal with profile {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:17:35.442218 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-713c4beb-5d8d-49b0-956a-c7138aec7c80 None None] Attempting to bind port 9459d77f-8246-489d-a238-2dff9875a752 by drivers openvswitch,hyperv on host dv-cinder-786932-3-iscsi at level 0 using segments [{'id': '86ea5833-4a89-4315-a059-34cb592ce6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'af569933-6b87-4586-aed7-48243a8b5601'}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:17:35.442607 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713c4beb-5d8d-49b0-956a-c7138aec7c80 None None] Attempting to bind port 9459d77f-8246-489d-a238-2dff9875a752 on network af569933-6b87-4586-aed7-48243a8b5601 {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:17:35.447997 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713c4beb-5d8d-49b0-956a-c7138aec7c80 None None] Checking agent: {'id': '9c58f4e9-8628-43da-8d7d-cb04bd9f4726', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 19), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:17:35.448402 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713c4beb-5d8d-49b0-956a-c7138aec7c80 None None] Checking segment: {'id': '86ea5833-4a89-4315-a059-34cb592ce6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'af569933-6b87-4586-aed7-48243a8b5601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:17:35.448869 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-713c4beb-5d8d-49b0-956a-c7138aec7c80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:35.449271 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713c4beb-5d8d-49b0-956a-c7138aec7c80 None None] Bound using segment: {'id': '86ea5833-4a89-4315-a059-34cb592ce6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'af569933-6b87-4586-aed7-48243a8b5601'} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:17:35.449749 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-713c4beb-5d8d-49b0-956a-c7138aec7c80 None None] Bound port: 9459d77f-8246-489d-a238-2dff9875a752, host: dv-cinder-786932-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86ea5833-4a89-4315-a059-34cb592ce6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'af569933-6b87-4586-aed7-48243a8b5601'}}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:17:35.450180 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-713c4beb-5d8d-49b0-956a-c7138aec7c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:35.517728 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-713c4beb-5d8d-49b0-956a-c7138aec7c80 None None] For port 9459d77f-8246-489d-a238-2dff9875a752, host dv-cinder-786932-3-iscsi, cleared binding levels {{(pid=92925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:17:35.522100 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-713c4beb-5d8d-49b0-956a-c7138aec7c80 None None] For port 9459d77f-8246-489d-a238-2dff9875a752, host dv-cinder-786932-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=9459d77f-8246-489d-a238-2dff9875a752,segment=NetworkSegment(86ea5833-4a89-4315-a059-34cb592ce6a2),segment_id=86ea5833-4a89-4315-a059-34cb592ce6a2)] {{(pid=92925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:17:35.526029 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-713c4beb-5d8d-49b0-956a-c7138aec7c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:35.600235 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713c4beb-5d8d-49b0-956a-c7138aec7c80 None None] Pushing event updated for resources: {'Port': ['ID=9459d77f-8246-489d-a238-2dff9875a752,revision_number=2']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:17:36.851140 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 47098) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:17:37.203266 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [None req-495d370e-5157-4af9-b25e-42eef7107fa8 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=92924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:17:37.219275 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-495d370e-5157-4af9-b25e-42eef7107fa8 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3523786 Jul 13 19:17:39.697690 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 47106) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:17:40.012909 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [None req-96c73aae-d563-4545-a4e4-9f90caad4b4e admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=92924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:17:40.013927 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-96c73aae-d563-4545-a4e4-9f90caad4b4e admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3152323 Jul 13 19:17:40.988920 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device 9459d77f-8246-489d-a238-2dff9875a752 up at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:17:41.074521 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning for port 9459d77f-8246-489d-a238-2dff9875a752 completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:17:41.957388 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b352b268-bc55-4b41-8f2c-6f658ef0b1a3 None None] Network af569933-6b87-4586-aed7-48243a8b5601 requested from dv-cinder-786932-3-iscsi {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:17:42.037047 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-a7381c4b-5737-4da0-b3dd-58becc004f8b None None] Provisioning for port 9459d77f-8246-489d-a238-2dff9875a752 completed by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:17:42.045669 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-a7381c4b-5737-4da0-b3dd-58becc004f8b None None] Provisioning complete for port 9459d77f-8246-489d-a238-2dff9875a752 triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:17:42.046063 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-a7381c4b-5737-4da0-b3dd-58becc004f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:42.222826 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-a7381c4b-5737-4da0-b3dd-58becc004f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:42.274225 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-a7381c4b-5737-4da0-b3dd-58becc004f8b None None] For port 9459d77f-8246-489d-a238-2dff9875a752, host dv-cinder-786932-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=9459d77f-8246-489d-a238-2dff9875a752,segment=NetworkSegment(86ea5833-4a89-4315-a059-34cb592ce6a2),segment_id=86ea5833-4a89-4315-a059-34cb592ce6a2)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:17:42.279020 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-a7381c4b-5737-4da0-b3dd-58becc004f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:42.329224 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7381c4b-5737-4da0-b3dd-58becc004f8b None None] Pushing event updated for resources: {'Port': ['ID=9459d77f-8246-489d-a238-2dff9875a752,revision_number=3']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:17:42.498183 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-fc1eb545-64c3-4115-a812-d4912626d90d None None] Provisioning complete for port 9459d77f-8246-489d-a238-2dff9875a752 triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:17:42.498556 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-fc1eb545-64c3-4115-a812-d4912626d90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:42.715646 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 47120) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:17:42.964189 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device 9459d77f-8246-489d-a238-2dff9875a752 up at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:17:43.009383 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning complete for port 9459d77f-8246-489d-a238-2dff9875a752 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:17:43.009758 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:43.019322 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [None req-d6496e87-708a-4f3f-928d-6f1e4a12f082 admin admin] Request body: {'router': {'tenant_id': '8f48302c5fbe4420bcf38eaa806a1816', 'admin_state_up': True, 'name': 'router1'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:17:43.043294 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d6496e87-708a-4f3f-928d-6f1e4a12f082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-759456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9169'] for router, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:43.044861 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d6496e87-708a-4f3f-928d-6f1e4a12f082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9178'] for router, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:43.184531 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d6496e87-708a-4f3f-928d-6f1e4a12f082 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:43.189808 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d6496e87-708a-4f3f-928d-6f1e4a12f082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760381'] for router, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:43.202260 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d6496e87-708a-4f3f-928d-6f1e4a12f082 admin admin] Notify callbacks [] for router, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:43.203651 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-d6496e87-708a-4f3f-928d-6f1e4a12f082 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4870365 Jul 13 19:17:45.548413 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 47128) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:17:45.857331 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [None req-567a1792-ced3-4da2-a23e-69d5d29e3c9f admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=92924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:17:45.858317 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-567a1792-ced3-4da2-a23e-69d5d29e3c9f admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3089700 Jul 13 19:17:46.298976 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-ac86613f-2faa-48cd-9737-3a153a3ae565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:48.279694 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 47136) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:17:48.587574 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [None req-ecddbe56-958a-46c6-b998-780bdaa8a7c3 admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:17:48.610378 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecddbe56-958a-46c6-b998-780bdaa8a7c3 admin admin] Made reservation on behalf of 16458dea466747b68c140d004ecff199 for: {'network': 1} {{(pid=92924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:17:48.612813 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ecddbe56-958a-46c6-b998-780bdaa8a7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for network, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:48.620421 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ecddbe56-958a-46c6-b998-780bdaa8a7c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:48.708505 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ecddbe56-958a-46c6-b998-780bdaa8a7c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:48.712226 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ecddbe56-958a-46c6-b998-780bdaa8a7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:48.729954 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ecddbe56-958a-46c6-b998-780bdaa8a7c3 admin admin] Reserving flat network on physical network physnet1 {{(pid=92924) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 13 19:17:48.744258 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecddbe56-958a-46c6-b998-780bdaa8a7c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe0aa6a-4904-43cd-8633-897549aa58ca,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:17:48.751396 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ecddbe56-958a-46c6-b998-780bdaa8a7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825552'] for segment, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:48.751739 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.db.segments_db [None req-ecddbe56-958a-46c6-b998-780bdaa8a7c3 admin admin] Added segment 2c1c5ac3-7b69-4096-8790-4108a346deee of type flat for network c2fcde99-d8d4-483e-a474-248e3afaaef2 Jul 13 19:17:48.807311 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ecddbe56-958a-46c6-b998-780bdaa8a7c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752272460036'] for network, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:48.844362 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ecddbe56-958a-46c6-b998-780bdaa8a7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108'] for network, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:48.845199 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecddbe56-958a-46c6-b998-780bdaa8a7c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:48.845782 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ecddbe56-958a-46c6-b998-780bdaa8a7c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600154'] for network, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:48.897811 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-ecddbe56-958a-46c6-b998-780bdaa8a7c3 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6169198 Jul 13 19:17:48.904662 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecddbe56-958a-46c6-b998-780bdaa8a7c3 admin admin] Pushing event updated for resources: {'Network': ['ID=c2fcde99-d8d4-483e-a474-248e3afaaef2,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:17:48.926204 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Network c2fcde99-d8d4-483e-a474-248e3afaaef2 details requested by agent ovs-agent-dv-cinder-786932-3-iscsi with host dv-cinder-786932-3-iscsi {{(pid=92925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:17:48.977081 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-c79423cb-a6ff-4030-80e6-64bbb0db5be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:49.031833 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:50.142695 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f121cc10-15a3-4774-9d3b-44cefef2260b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:51.249511 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 47154) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:17:51.425747 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a5db2a-b6f8-42d4-a1e6-840f9798d130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:51.427076 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-d2a5db2a-b6f8-42d4-a1e6-840f9798d130 admin admin] 10.222.0.67 "GET /v2.0/subnets/1f19864c-e4b5-44f2-b8f3-0b5cd71d136a HTTP/1.1" status: 200 len: 849 time: 0.1765254 Jul 13 19:17:51.541381 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-14447427-bb2d-491f-bb13-f64770e0f2dd admin admin] 10.222.0.67 "GET /v2.0/routers/62b9357a-8831-406d-b8a2-e6839b56e750 HTTP/1.1" status: 200 len: 704 time: 0.1088762 Jul 13 19:17:51.635298 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-90e910e5-9927-492e-a649-803b472a565a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:51.815983 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d7305455-3f5b-4872-b310-c2ed06d37324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:52.102780 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [None req-d7305455-3f5b-4872-b310-c2ed06d37324 admin admin] Allocated IP 172.20.0.1 (af569933-6b87-4586-aed7-48243a8b5601/1f19864c-e4b5-44f2-b8f3-0b5cd71d136a/584f1a6c-809f-4fce-965c-3dfc4ddde3d1) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:17:52.295715 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d7305455-3f5b-4872-b310-c2ed06d37324 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:52.317318 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-d7305455-3f5b-4872-b310-c2ed06d37324 admin admin] Transition to ACTIVE for port object 584f1a6c-809f-4fce-965c-3dfc4ddde3d1 will not be triggered until provisioned by entity DHCP. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:17:52.398052 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d7305455-3f5b-4872-b310-c2ed06d37324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752272454283'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:52.463827 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7305455-3f5b-4872-b310-c2ed06d37324 admin admin] Network af569933-6b87-4586-aed7-48243a8b5601 is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:17:52.474736 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-d7305455-3f5b-4872-b310-c2ed06d37324 admin admin] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:17:52.480582 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7305455-3f5b-4872-b310-c2ed06d37324 admin admin] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:17:52.481118 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d7305455-3f5b-4872-b310-c2ed06d37324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760526'] for router_interface, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:52.504426 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7305455-3f5b-4872-b310-c2ed06d37324 admin admin] Pushing event updated for resources: {'Port': ['ID=584f1a6c-809f-4fce-965c-3dfc4ddde3d1,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:17:52.652475 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-cbee8bb9-4809-49a2-a499-41e4b7d808b1 None None] Provisioning for port 584f1a6c-809f-4fce-965c-3dfc4ddde3d1 completed by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:17:52.656178 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-cbee8bb9-4809-49a2-a499-41e4b7d808b1 None None] Provisioning complete for port 584f1a6c-809f-4fce-965c-3dfc4ddde3d1 triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:17:52.656544 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-cbee8bb9-4809-49a2-a499-41e4b7d808b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:52.689704 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-cbee8bb9-4809-49a2-a499-41e4b7d808b1 None None] Port 584f1a6c-809f-4fce-965c-3dfc4ddde3d1 cannot update to ACTIVE because it is not bound. {{(pid=92925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:17:52.695530 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d7305455-3f5b-4872-b310-c2ed06d37324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:52.869186 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d7305455-3f5b-4872-b310-c2ed06d37324 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:52.873578 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d7305455-3f5b-4872-b310-c2ed06d37324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:52.874913 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d7305455-3f5b-4872-b310-c2ed06d37324 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759678'] for router_interface, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:52.951928 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7305455-3f5b-4872-b310-c2ed06d37324 admin admin] Pushing event updated for resources: {'Port': ['ID=584f1a6c-809f-4fce-965c-3dfc4ddde3d1,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:17:52.998217 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7305455-3f5b-4872-b310-c2ed06d37324 admin admin] Network af569933-6b87-4586-aed7-48243a8b5601 is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:17:53.000068 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-d7305455-3f5b-4872-b310-c2ed06d37324 admin admin] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:17:53.158086 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7305455-3f5b-4872-b310-c2ed06d37324 admin admin] Router 62b9357a-8831-406d-b8a2-e6839b56e750 is scheduled to L3 agent beedb406-ab13-44dd-957b-972171d020d2 with binding_index 1 {{(pid=92924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:17:53.209990 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-cb9df6a9-fc73-4eab-8ee3-934094090ee6 None None] Provisioning complete for port 584f1a6c-809f-4fce-965c-3dfc4ddde3d1 triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:17:53.210357 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-cb9df6a9-fc73-4eab-8ee3-934094090ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:53.245620 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-cb9df6a9-fc73-4eab-8ee3-934094090ee6 None None] Port 584f1a6c-809f-4fce-965c-3dfc4ddde3d1 cannot update to ACTIVE because it is not bound. {{(pid=92925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:17:53.248862 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7305455-3f5b-4872-b310-c2ed06d37324 admin admin] Notify agent at l3_agent.dv-cinder-786932-3-iscsi the message routers_updated {{(pid=92924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:17:53.254428 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-d7305455-3f5b-4872-b310-c2ed06d37324 admin admin] 10.222.0.67 "PUT /v2.0/routers/62b9357a-8831-406d-b8a2-e6839b56e750/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7082746 Jul 13 19:17:53.258692 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ce9308-0a69-49c5-a160-c5e268bb4c7b None None] Sync routers for ids ['62b9357a-8831-406d-b8a2-e6839b56e750'] in dv-cinder-786932-3-iscsi {{(pid=92926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:17:53.270843 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ce9308-0a69-49c5-a160-c5e268bb4c7b None None] Routers {'62b9357a-8831-406d-b8a2-e6839b56e750'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:17:53.271628 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-75ce9308-0a69-49c5-a160-c5e268bb4c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:17:49Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['62b9357a-8831-406d-b8a2-e6839b56e750'], 'active': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:17:53.464890 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvr_db [None req-75ce9308-0a69-49c5-a160-c5e268bb4c7b None None] Set router 62b9357a-8831-406d-b8a2-e6839b56e750 gateway port host: None {{(pid=92926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:17:53.888939 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-75ce9308-0a69-49c5-a160-c5e268bb4c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b9357a-8831-406d-b8a2-e6839b56e750', 'name': 'router1', 'tenant_id': '8f48302c5fbe4420bcf38eaa806a1816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:17:43Z', 'updated_at': '2021-07-13T19:17:52Z', 'revision_number': 2, 'project_id': '8f48302c5fbe4420bcf38eaa806a1816', 'gw_port_host': None, '_interfaces': [{'id': '584f1a6c-809f-4fce-965c-3dfc4ddde3d1', 'name': '', 'network_id': 'af569933-6b87-4586-aed7-48243a8b5601', 'tenant_id': '8f48302c5fbe4420bcf38eaa806a1816', 'mac_address': 'fa:16:3e:00:cf:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9357a-8831-406d-b8a2-e6839b56e750', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1f19864c-e4b5-44f2-b8f3-0b5cd71d136a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:17:51Z', 'updated_at': '2021-07-13T19:17:52Z', 'revision_number': 2, 'project_id': '8f48302c5fbe4420bcf38eaa806a1816', 'subnets': [{'id': '1f19864c-e4b5-44f2-b8f3-0b5cd71d136a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c9d555d1-b6be-4580-8738-b808746bc1b4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:17:53.940916 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ce9308-0a69-49c5-a160-c5e268bb4c7b None None] Checking router: 62b9357a-8831-406d-b8a2-e6839b56e750 for host: dv-cinder-786932-3-iscsi {{(pid=92926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:17:53.941284 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ce9308-0a69-49c5-a160-c5e268bb4c7b None None] Updating router 62b9357a-8831-406d-b8a2-e6839b56e750 port 584f1a6c-809f-4fce-965c-3dfc4ddde3d1 binding host dv-cinder-786932-3-iscsi {{(pid=92926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:17:54.005503 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-75ce9308-0a69-49c5-a160-c5e268bb4c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:54.495292 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-75ce9308-0a69-49c5-a160-c5e268bb4c7b None None] Notify callbacks [] for port, precommit_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:54.513877 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.provisioning_blocks [None req-75ce9308-0a69-49c5-a160-c5e268bb4c7b None None] Transition to ACTIVE for port object 584f1a6c-809f-4fce-965c-3dfc4ddde3d1 will not be triggered until provisioned by entity L2. {{(pid=92926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:17:54.519609 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-75ce9308-0a69-49c5-a160-c5e268bb4c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:54.635468 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667d3d3e-79a8-4be2-83c9-509c4b1d3fd2 None None] Pushing event updated for resources: {'Port': ['ID=584f1a6c-809f-4fce-965c-3dfc4ddde3d1,revision_number=3']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:17:54.666067 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667d3d3e-79a8-4be2-83c9-509c4b1d3fd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:54.666429 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667d3d3e-79a8-4be2-83c9-509c4b1d3fd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:54.666803 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667d3d3e-79a8-4be2-83c9-509c4b1d3fd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:54.667139 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667d3d3e-79a8-4be2-83c9-509c4b1d3fd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:54.667511 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667d3d3e-79a8-4be2-83c9-509c4b1d3fd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:54.667844 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667d3d3e-79a8-4be2-83c9-509c4b1d3fd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:54.668228 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667d3d3e-79a8-4be2-83c9-509c4b1d3fd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:54.668561 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667d3d3e-79a8-4be2-83c9-509c4b1d3fd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:54.668944 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667d3d3e-79a8-4be2-83c9-509c4b1d3fd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:54.669393 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667d3d3e-79a8-4be2-83c9-509c4b1d3fd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:54.669774 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667d3d3e-79a8-4be2-83c9-509c4b1d3fd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:54.670101 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667d3d3e-79a8-4be2-83c9-509c4b1d3fd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:54.671851 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667d3d3e-79a8-4be2-83c9-509c4b1d3fd2 None None] Tracked resource versions report: Jul 13 19:17:54.671851 dv-cinder-786932-3-iscsi neutron-server[92926]: pushed versions: Jul 13 19:17:54.671851 dv-cinder-786932-3-iscsi neutron-server[92926]: { 'AddressGroup': {'1.2'}, Jul 13 19:17:54.671851 dv-cinder-786932-3-iscsi neutron-server[92926]: 'ConntrackHelper': {'1.0'}, Jul 13 19:17:54.671851 dv-cinder-786932-3-iscsi neutron-server[92926]: 'Log': {'1.0'}, Jul 13 19:17:54.671851 dv-cinder-786932-3-iscsi neutron-server[92926]: 'Network': {'1.1'}, Jul 13 19:17:54.671851 dv-cinder-786932-3-iscsi neutron-server[92926]: 'Port': {'1.7'}, Jul 13 19:17:54.671851 dv-cinder-786932-3-iscsi neutron-server[92926]: 'PortForwarding': {'1.2'}, Jul 13 19:17:54.671851 dv-cinder-786932-3-iscsi neutron-server[92926]: 'QosPolicy': {'1.8'}, Jul 13 19:17:54.671851 dv-cinder-786932-3-iscsi neutron-server[92926]: 'SecurityGroup': {'1.4'}, Jul 13 19:17:54.671851 dv-cinder-786932-3-iscsi neutron-server[92926]: 'SecurityGroupRule': {'1.2'}, Jul 13 19:17:54.671851 dv-cinder-786932-3-iscsi neutron-server[92926]: 'SubPort': {'1.0'}, Jul 13 19:17:54.671851 dv-cinder-786932-3-iscsi neutron-server[92926]: 'Subnet': {'1.1'}, Jul 13 19:17:54.671851 dv-cinder-786932-3-iscsi neutron-server[92926]: 'Trunk': {'1.1'}} Jul 13 19:17:54.671851 dv-cinder-786932-3-iscsi neutron-server[92926]: consumer versions: Jul 13 19:17:54.671851 dv-cinder-786932-3-iscsi neutron-server[92926]: { DHCP agent@dv-cinder-786932-3-iscsi: {}, Jul 13 19:17:54.671851 dv-cinder-786932-3-iscsi neutron-server[92926]: L3 agent@dv-cinder-786932-3-iscsi: {}, Jul 13 19:17:54.671851 dv-cinder-786932-3-iscsi neutron-server[92926]: Metadata agent@dv-cinder-786932-3-iscsi: {}, Jul 13 19:17:54.671851 dv-cinder-786932-3-iscsi neutron-server[92926]: Metering agent@dv-cinder-786932-3-iscsi: {}, Jul 13 19:17:54.671851 dv-cinder-786932-3-iscsi neutron-server[92926]: Open vSwitch agent@dv-cinder-786932-3-iscsi: { 'AddressGroup': '1.2', Jul 13 19:17:54.671851 dv-cinder-786932-3-iscsi neutron-server[92926]: 'ConntrackHelper': '1.0', Jul 13 19:17:54.671851 dv-cinder-786932-3-iscsi neutron-server[92926]: 'Log': '1.0', Jul 13 19:17:54.671851 dv-cinder-786932-3-iscsi neutron-server[92926]: 'Network': '1.1', Jul 13 19:17:54.671851 dv-cinder-786932-3-iscsi neutron-server[92926]: 'Port': '1.7', Jul 13 19:17:54.671851 dv-cinder-786932-3-iscsi neutron-server[92926]: 'PortForwarding': '1.2', Jul 13 19:17:54.671851 dv-cinder-786932-3-iscsi neutron-server[92926]: 'QosPolicy': '1.8', Jul 13 19:17:54.671851 dv-cinder-786932-3-iscsi neutron-server[92926]: 'SecurityGroup': '1.4', Jul 13 19:17:54.671851 dv-cinder-786932-3-iscsi neutron-server[92926]: 'SecurityGroupRule': '1.2', Jul 13 19:17:54.671851 dv-cinder-786932-3-iscsi neutron-server[92926]: 'SubPort': '1.0', Jul 13 19:17:54.671851 dv-cinder-786932-3-iscsi neutron-server[92926]: 'Subnet': '1.1', Jul 13 19:17:54.671851 dv-cinder-786932-3-iscsi neutron-server[92926]: 'Trunk': '1.1'}} Jul 13 19:17:54.671851 dv-cinder-786932-3-iscsi neutron-server[92926]: {{(pid=92926) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 19:17:54.703942 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [None req-75ce9308-0a69-49c5-a160-c5e268bb4c7b None None] Attempting to bind port 584f1a6c-809f-4fce-965c-3dfc4ddde3d1 on host dv-cinder-786932-3-iscsi for vnic_type normal with profile {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:17:54.704370 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [None req-75ce9308-0a69-49c5-a160-c5e268bb4c7b None None] Attempting to bind port 584f1a6c-809f-4fce-965c-3dfc4ddde3d1 by drivers openvswitch,hyperv on host dv-cinder-786932-3-iscsi at level 0 using segments [{'id': '86ea5833-4a89-4315-a059-34cb592ce6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'af569933-6b87-4586-aed7-48243a8b5601'}] {{(pid=92926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:17:54.704790 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ce9308-0a69-49c5-a160-c5e268bb4c7b None None] Attempting to bind port 584f1a6c-809f-4fce-965c-3dfc4ddde3d1 on network af569933-6b87-4586-aed7-48243a8b5601 {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:17:54.709722 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ce9308-0a69-49c5-a160-c5e268bb4c7b None None] Checking agent: {'id': '9c58f4e9-8628-43da-8d7d-cb04bd9f4726', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 19), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:17:54.710122 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ce9308-0a69-49c5-a160-c5e268bb4c7b None None] Checking segment: {'id': '86ea5833-4a89-4315-a059-34cb592ce6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'af569933-6b87-4586-aed7-48243a8b5601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:17:54.710582 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-75ce9308-0a69-49c5-a160-c5e268bb4c7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:54.710973 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ce9308-0a69-49c5-a160-c5e268bb4c7b None None] Bound using segment: {'id': '86ea5833-4a89-4315-a059-34cb592ce6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'af569933-6b87-4586-aed7-48243a8b5601'} {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:17:54.711494 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [None req-75ce9308-0a69-49c5-a160-c5e268bb4c7b None None] Bound port: 584f1a6c-809f-4fce-965c-3dfc4ddde3d1, host: dv-cinder-786932-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86ea5833-4a89-4315-a059-34cb592ce6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'af569933-6b87-4586-aed7-48243a8b5601'}}] {{(pid=92926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:17:54.711890 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-75ce9308-0a69-49c5-a160-c5e268bb4c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:54.780854 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.db [None req-75ce9308-0a69-49c5-a160-c5e268bb4c7b None None] For port 584f1a6c-809f-4fce-965c-3dfc4ddde3d1, host dv-cinder-786932-3-iscsi, cleared binding levels {{(pid=92926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:17:54.803210 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.db [None req-75ce9308-0a69-49c5-a160-c5e268bb4c7b None None] For port 584f1a6c-809f-4fce-965c-3dfc4ddde3d1, host dv-cinder-786932-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=584f1a6c-809f-4fce-965c-3dfc4ddde3d1,segment=NetworkSegment(86ea5833-4a89-4315-a059-34cb592ce6a2),segment_id=86ea5833-4a89-4315-a059-34cb592ce6a2)] {{(pid=92926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:17:54.808092 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-75ce9308-0a69-49c5-a160-c5e268bb4c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:54.862946 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667d3d3e-79a8-4be2-83c9-509c4b1d3fd2 None None] Pushing event updated for resources: {'Port': ['ID=584f1a6c-809f-4fce-965c-3dfc4ddde3d1,revision_number=4']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:17:54.872990 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ce9308-0a69-49c5-a160-c5e268bb4c7b None None] Routers {'62b9357a-8831-406d-b8a2-e6839b56e750'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:17:54.873612 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-75ce9308-0a69-49c5-a160-c5e268bb4c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:17:49Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['62b9357a-8831-406d-b8a2-e6839b56e750'], 'active': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:17:54.964886 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvr_db [None req-75ce9308-0a69-49c5-a160-c5e268bb4c7b None None] Set router 62b9357a-8831-406d-b8a2-e6839b56e750 gateway port host: None {{(pid=92926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:17:55.176639 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-75ce9308-0a69-49c5-a160-c5e268bb4c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b9357a-8831-406d-b8a2-e6839b56e750', 'name': 'router1', 'tenant_id': '8f48302c5fbe4420bcf38eaa806a1816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:17:43Z', 'updated_at': '2021-07-13T19:17:52Z', 'revision_number': 2, 'project_id': '8f48302c5fbe4420bcf38eaa806a1816', 'gw_port_host': None, '_interfaces': [{'id': '584f1a6c-809f-4fce-965c-3dfc4ddde3d1', 'name': '', 'network_id': 'af569933-6b87-4586-aed7-48243a8b5601', 'tenant_id': '8f48302c5fbe4420bcf38eaa806a1816', 'mac_address': 'fa:16:3e:00:cf:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9357a-8831-406d-b8a2-e6839b56e750', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1f19864c-e4b5-44f2-b8f3-0b5cd71d136a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:17:51Z', 'updated_at': '2021-07-13T19:17:54Z', 'revision_number': 4, 'project_id': '8f48302c5fbe4420bcf38eaa806a1816', 'subnets': [{'id': '1f19864c-e4b5-44f2-b8f3-0b5cd71d136a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c9d555d1-b6be-4580-8738-b808746bc1b4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:17:55.201723 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ce9308-0a69-49c5-a160-c5e268bb4c7b None None] The sync data for ids ['62b9357a-8831-406d-b8a2-e6839b56e750'] in dv-cinder-786932-3-iscsi is: [{'id': '62b9357a-8831-406d-b8a2-e6839b56e750', 'name': 'router1', 'tenant_id': '8f48302c5fbe4420bcf38eaa806a1816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:17:43Z', 'updated_at': '2021-07-13T19:17:52Z', 'revision_number': 2, 'project_id': '8f48302c5fbe4420bcf38eaa806a1816', 'gw_port_host': None, '_interfaces': [{'id': '584f1a6c-809f-4fce-965c-3dfc4ddde3d1', 'name': '', 'network_id': 'af569933-6b87-4586-aed7-48243a8b5601', 'tenant_id': '8f48302c5fbe4420bcf38eaa806a1816', 'mac_address': 'fa:16:3e:00:cf:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9357a-8831-406d-b8a2-e6839b56e750', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1f19864c-e4b5-44f2-b8f3-0b5cd71d136a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:17:51Z', 'updated_at': '2021-07-13T19:17:54Z', 'revision_number': 4, 'project_id': '8f48302c5fbe4420bcf38eaa806a1816', 'subnets': [{'id': '1f19864c-e4b5-44f2-b8f3-0b5cd71d136a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c9d555d1-b6be-4580-8738-b808746bc1b4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:17:55.482125 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 47174) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:17:55.590821 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5d8868-d742-422f-b924-286d8e49a576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:55.592219 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-fd5d8868-d742-422f-b924-286d8e49a576 admin admin] 10.222.0.67 "GET /v2.0/networks/c2fcde99-d8d4-483e-a474-248e3afaaef2 HTTP/1.1" status: 200 len: 842 time: 0.1091461 Jul 13 19:17:55.602488 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [None req-cdb1d4a0-7967-4f9a-b6f3-ebe28c443453 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'ip_version': 4, 'cidr': '172.27.1.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:17:55.623559 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb1d4a0-7967-4f9a-b6f3-ebe28c443453 admin admin] Made reservation on behalf of 16458dea466747b68c140d004ecff199 for: {'subnet': 1} {{(pid=92924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:17:55.626903 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-cdb1d4a0-7967-4f9a-b6f3-ebe28c443453 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:55.974147 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.objects.ports [None req-cdb1d4a0-7967-4f9a-b6f3-ebe28c443453 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92924) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 19:17:55.974571 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-cdb1d4a0-7967-4f9a-b6f3-ebe28c443453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108'] for subnet, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:56.020975 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb1d4a0-7967-4f9a-b6f3-ebe28c443453 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c8e1596-5f1e-4fec-b61e-66ec42c4519a,revision_number=0']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:17:56.035992 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb1d4a0-7967-4f9a-b6f3-ebe28c443453 admin admin] Checking segment: {'id': '2c1c5ac3-7b69-4096-8790-4108a346deee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:17:56.036344 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb1d4a0-7967-4f9a-b6f3-ebe28c443453 admin admin] Network hostable DHCP agents. Network: c2fcde99-d8d4-483e-a474-248e3afaaef2, hostable agents: ['7ca4706b-9f63-429b-b1b9-7cbaa1b8656d'], hosted agents: [] {{(pid=92924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:17:56.051922 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb1d4a0-7967-4f9a-b6f3-ebe28c443453 admin admin] Network c2fcde99-d8d4-483e-a474-248e3afaaef2 is scheduled to be hosted by DHCP agent 7ca4706b-9f63-429b-b1b9-7cbaa1b8656d with binding_index 1 {{(pid=92924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:17:56.060371 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-cdb1d4a0-7967-4f9a-b6f3-ebe28c443453 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-3-iscsi, c2fcde99-d8d4-483e-a474-248e3afaaef2) {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:17:56.068435 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4be4bc9-24cc-4c53-bbaf-aaa7522377c7 None None] Network c2fcde99-d8d4-483e-a474-248e3afaaef2 requested from dv-cinder-786932-3-iscsi {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:17:56.076144 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb1d4a0-7967-4f9a-b6f3-ebe28c443453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:56.076730 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-cdb1d4a0-7967-4f9a-b6f3-ebe28c443453 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600154'] for subnet, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:56.103262 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-cdb1d4a0-7967-4f9a-b6f3-ebe28c443453 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4920971 Jul 13 19:17:56.199488 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55e27b4-d1aa-4ff8-8aad-c6316055ed02 None None] Network c2fcde99-d8d4-483e-a474-248e3afaaef2 requested from dv-cinder-786932-3-iscsi {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:17:58.394907 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 47186) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:17:58.661281 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-d11f4496-2a27-4358-b955-8f8ab8d27994 admin admin] 10.222.0.67 "GET /v2.0/routers/62b9357a-8831-406d-b8a2-e6839b56e750 HTTP/1.1" status: 200 len: 710 time: 0.2652292 Jul 13 19:17:58.844758 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b832f68-54d6-4e9f-bb30-c09c56dd137f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:58.846368 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-0b832f68-54d6-4e9f-bb30-c09c56dd137f admin admin] 10.222.0.67 "GET /v2.0/networks/c2fcde99-d8d4-483e-a474-248e3afaaef2 HTTP/1.1" status: 200 len: 886 time: 0.1800714 Jul 13 19:17:58.855184 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-bdce6ed2-ccc2-4798-aef1-9b010f7e71d2 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2'}}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:17:58.989233 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device 584f1a6c-809f-4fce-965c-3dfc4ddde3d1 up at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:17:59.043349 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning for port 584f1a6c-809f-4fce-965c-3dfc4ddde3d1 completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:17:59.048084 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning complete for port 584f1a6c-809f-4fce-965c-3dfc4ddde3d1 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:17:59.048537 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:59.124981 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:59.129402 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bdce6ed2-ccc2-4798-aef1-9b010f7e71d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-761308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-759478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10800'] for router, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:59.159889 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] For port 584f1a6c-809f-4fce-965c-3dfc4ddde3d1, host dv-cinder-786932-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=584f1a6c-809f-4fce-965c-3dfc4ddde3d1,segment=NetworkSegment(86ea5833-4a89-4315-a059-34cb592ce6a2),segment_id=86ea5833-4a89-4315-a059-34cb592ce6a2)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:17:59.164953 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:59.211121 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Pushing event updated for resources: {'Port': ['ID=584f1a6c-809f-4fce-965c-3dfc4ddde3d1,revision_number=5']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:17:59.380202 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bdce6ed2-ccc2-4798-aef1-9b010f7e71d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:59.453520 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bdce6ed2-ccc2-4798-aef1-9b010f7e71d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:59.640687 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [None req-bdce6ed2-ccc2-4798-aef1-9b010f7e71d2 admin admin] Allocated IP 172.27.1.92 (c2fcde99-d8d4-483e-a474-248e3afaaef2/3c8e1596-5f1e-4fec-b61e-66ec42c4519a/6cd1d3f0-bd60-4775-877a-752f52d46ebf) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:17:59.751740 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bdce6ed2-ccc2-4798-aef1-9b010f7e71d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:59.836534 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bdce6ed2-ccc2-4798-aef1-9b010f7e71d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752272454283'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:59.876886 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdce6ed2-ccc2-4798-aef1-9b010f7e71d2 admin admin] Network c2fcde99-d8d4-483e-a474-248e3afaaef2 is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:17:59.896803 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-bdce6ed2-ccc2-4798-aef1-9b010f7e71d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:17:59.940255 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdce6ed2-ccc2-4798-aef1-9b010f7e71d2 admin admin] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:18:00.009673 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdce6ed2-ccc2-4798-aef1-9b010f7e71d2 admin admin] Pushing event updated for resources: {'Port': ['ID=6cd1d3f0-bd60-4775-877a-752f52d46ebf,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:00.021179 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdce6ed2-ccc2-4798-aef1-9b010f7e71d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:18:00.021524 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdce6ed2-ccc2-4798-aef1-9b010f7e71d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:18:00.021858 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdce6ed2-ccc2-4798-aef1-9b010f7e71d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:18:00.022186 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdce6ed2-ccc2-4798-aef1-9b010f7e71d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:18:00.022508 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdce6ed2-ccc2-4798-aef1-9b010f7e71d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:18:00.022834 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdce6ed2-ccc2-4798-aef1-9b010f7e71d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:18:00.023154 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdce6ed2-ccc2-4798-aef1-9b010f7e71d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:18:00.023497 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdce6ed2-ccc2-4798-aef1-9b010f7e71d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:18:00.023829 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdce6ed2-ccc2-4798-aef1-9b010f7e71d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:18:00.024150 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdce6ed2-ccc2-4798-aef1-9b010f7e71d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:18:00.024466 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdce6ed2-ccc2-4798-aef1-9b010f7e71d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:18:00.024783 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdce6ed2-ccc2-4798-aef1-9b010f7e71d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:18:00.025876 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdce6ed2-ccc2-4798-aef1-9b010f7e71d2 admin admin] Tracked resource versions report: Jul 13 19:18:00.025876 dv-cinder-786932-3-iscsi neutron-server[92923]: pushed versions: Jul 13 19:18:00.025876 dv-cinder-786932-3-iscsi neutron-server[92923]: { 'AddressGroup': {'1.2'}, Jul 13 19:18:00.025876 dv-cinder-786932-3-iscsi neutron-server[92923]: 'ConntrackHelper': {'1.0'}, Jul 13 19:18:00.025876 dv-cinder-786932-3-iscsi neutron-server[92923]: 'Log': {'1.0'}, Jul 13 19:18:00.025876 dv-cinder-786932-3-iscsi neutron-server[92923]: 'Network': {'1.1'}, Jul 13 19:18:00.025876 dv-cinder-786932-3-iscsi neutron-server[92923]: 'Port': {'1.7'}, Jul 13 19:18:00.025876 dv-cinder-786932-3-iscsi neutron-server[92923]: 'PortForwarding': {'1.2'}, Jul 13 19:18:00.025876 dv-cinder-786932-3-iscsi neutron-server[92923]: 'QosPolicy': {'1.8'}, Jul 13 19:18:00.025876 dv-cinder-786932-3-iscsi neutron-server[92923]: 'SecurityGroup': {'1.4'}, Jul 13 19:18:00.025876 dv-cinder-786932-3-iscsi neutron-server[92923]: 'SecurityGroupRule': {'1.2'}, Jul 13 19:18:00.025876 dv-cinder-786932-3-iscsi neutron-server[92923]: 'SubPort': {'1.0'}, Jul 13 19:18:00.025876 dv-cinder-786932-3-iscsi neutron-server[92923]: 'Subnet': {'1.1'}, Jul 13 19:18:00.025876 dv-cinder-786932-3-iscsi neutron-server[92923]: 'Trunk': {'1.1'}} Jul 13 19:18:00.025876 dv-cinder-786932-3-iscsi neutron-server[92923]: consumer versions: Jul 13 19:18:00.025876 dv-cinder-786932-3-iscsi neutron-server[92923]: { DHCP agent@dv-cinder-786932-3-iscsi: {}, Jul 13 19:18:00.025876 dv-cinder-786932-3-iscsi neutron-server[92923]: L3 agent@dv-cinder-786932-3-iscsi: {}, Jul 13 19:18:00.025876 dv-cinder-786932-3-iscsi neutron-server[92923]: Metadata agent@dv-cinder-786932-3-iscsi: {}, Jul 13 19:18:00.025876 dv-cinder-786932-3-iscsi neutron-server[92923]: Metering agent@dv-cinder-786932-3-iscsi: {}, Jul 13 19:18:00.025876 dv-cinder-786932-3-iscsi neutron-server[92923]: Open vSwitch agent@dv-cinder-786932-3-iscsi: { 'AddressGroup': '1.2', Jul 13 19:18:00.025876 dv-cinder-786932-3-iscsi neutron-server[92923]: 'ConntrackHelper': '1.0', Jul 13 19:18:00.025876 dv-cinder-786932-3-iscsi neutron-server[92923]: 'Log': '1.0', Jul 13 19:18:00.025876 dv-cinder-786932-3-iscsi neutron-server[92923]: 'Network': '1.1', Jul 13 19:18:00.025876 dv-cinder-786932-3-iscsi neutron-server[92923]: 'Port': '1.7', Jul 13 19:18:00.025876 dv-cinder-786932-3-iscsi neutron-server[92923]: 'PortForwarding': '1.2', Jul 13 19:18:00.025876 dv-cinder-786932-3-iscsi neutron-server[92923]: 'QosPolicy': '1.8', Jul 13 19:18:00.025876 dv-cinder-786932-3-iscsi neutron-server[92923]: 'SecurityGroup': '1.4', Jul 13 19:18:00.025876 dv-cinder-786932-3-iscsi neutron-server[92923]: 'SecurityGroupRule': '1.2', Jul 13 19:18:00.025876 dv-cinder-786932-3-iscsi neutron-server[92923]: 'SubPort': '1.0', Jul 13 19:18:00.025876 dv-cinder-786932-3-iscsi neutron-server[92923]: 'Subnet': '1.1', Jul 13 19:18:00.025876 dv-cinder-786932-3-iscsi neutron-server[92923]: 'Trunk': '1.1'}} Jul 13 19:18:00.025876 dv-cinder-786932-3-iscsi neutron-server[92923]: {{(pid=92923) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 19:18:00.242233 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bdce6ed2-ccc2-4798-aef1-9b010f7e71d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:00.480266 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bdce6ed2-ccc2-4798-aef1-9b010f7e71d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-761308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-759478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10800'] for router, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:00.483651 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bdce6ed2-ccc2-4798-aef1-9b010f7e71d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-760367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-760358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-759437'] for router, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:00.589010 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdce6ed2-ccc2-4798-aef1-9b010f7e71d2 admin admin] Router 62b9357a-8831-406d-b8a2-e6839b56e750 has already been hosted by L3 agent beedb406-ab13-44dd-957b-972171d020d2 {{(pid=92923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:18:00.692923 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdce6ed2-ccc2-4798-aef1-9b010f7e71d2 admin admin] Notify agent at l3_agent.dv-cinder-786932-3-iscsi the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:18:00.697378 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bdce6ed2-ccc2-4798-aef1-9b010f7e71d2 admin admin] Notify callbacks [] for router, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:00.699677 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-bdce6ed2-ccc2-4798-aef1-9b010f7e71d2 admin admin] 10.222.0.67 "PUT /v2.0/routers/62b9357a-8831-406d-b8a2-e6839b56e750 HTTP/1.1" status: 200 len: 889 time: 1.8477056 Jul 13 19:18:00.702824 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab0931a-68ce-4337-a11e-b5bfcd4be803 None None] Sync routers for ids ['62b9357a-8831-406d-b8a2-e6839b56e750'] in dv-cinder-786932-3-iscsi {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:18:00.714571 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab0931a-68ce-4337-a11e-b5bfcd4be803 None None] Routers {'62b9357a-8831-406d-b8a2-e6839b56e750'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:18:00.715278 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-3ab0931a-68ce-4337-a11e-b5bfcd4be803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:17:49Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['62b9357a-8831-406d-b8a2-e6839b56e750'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:18:00.986886 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device 584f1a6c-809f-4fce-965c-3dfc4ddde3d1 up at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:18:01.013615 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-3ab0931a-68ce-4337-a11e-b5bfcd4be803 None None] Set router 62b9357a-8831-406d-b8a2-e6839b56e750 gateway port host: dv-cinder-786932-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:18:01.251934 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning complete for port 584f1a6c-809f-4fce-965c-3dfc4ddde3d1 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:18:01.252202 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:01.489097 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-3ab0931a-68ce-4337-a11e-b5bfcd4be803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b9357a-8831-406d-b8a2-e6839b56e750', 'name': 'router1', 'tenant_id': '8f48302c5fbe4420bcf38eaa806a1816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '6cd1d3f0-bd60-4775-877a-752f52d46ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:17:43Z', 'updated_at': '2021-07-13T19:18:00Z', 'revision_number': 4, 'project_id': '8f48302c5fbe4420bcf38eaa806a1816', 'gw_port': {'id': '6cd1d3f0-bd60-4775-877a-752f52d46ebf', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:82:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9357a-8831-406d-b8a2-e6839b56e750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:17:59Z', 'updated_at': '2021-07-13T19:17:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_interfaces': [{'id': '584f1a6c-809f-4fce-965c-3dfc4ddde3d1', 'name': '', 'network_id': 'af569933-6b87-4586-aed7-48243a8b5601', 'tenant_id': '8f48302c5fbe4420bcf38eaa806a1816', 'mac_address': 'fa:16:3e:00:cf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b9357a-8831-406d-b8a2-e6839b56e750', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1f19864c-e4b5-44f2-b8f3-0b5cd71d136a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:17:51Z', 'updated_at': '2021-07-13T19:17:59Z', 'revision_number': 5, 'project_id': '8f48302c5fbe4420bcf38eaa806a1816', 'subnets': [{'id': '1f19864c-e4b5-44f2-b8f3-0b5cd71d136a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c9d555d1-b6be-4580-8738-b808746bc1b4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:18:01.543590 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab0931a-68ce-4337-a11e-b5bfcd4be803 None None] Checking router: 62b9357a-8831-406d-b8a2-e6839b56e750 for host: dv-cinder-786932-3-iscsi {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:18:01.543864 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab0931a-68ce-4337-a11e-b5bfcd4be803 None None] Updating router 62b9357a-8831-406d-b8a2-e6839b56e750 port 6cd1d3f0-bd60-4775-877a-752f52d46ebf binding host dv-cinder-786932-3-iscsi {{(pid=92925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:18:01.577677 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-3ab0931a-68ce-4337-a11e-b5bfcd4be803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:01.903086 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-3ab0931a-68ce-4337-a11e-b5bfcd4be803 None None] Notify callbacks [] for port, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:01.912512 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-3ab0931a-68ce-4337-a11e-b5bfcd4be803 None None] Transition to ACTIVE for port object 6cd1d3f0-bd60-4775-877a-752f52d46ebf will not be triggered until provisioned by entity L2. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:18:01.918605 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-3ab0931a-68ce-4337-a11e-b5bfcd4be803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:01.969707 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-3ab0931a-68ce-4337-a11e-b5bfcd4be803 None None] Attempting to bind port 6cd1d3f0-bd60-4775-877a-752f52d46ebf on host dv-cinder-786932-3-iscsi for vnic_type normal with profile {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:18:01.970085 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-3ab0931a-68ce-4337-a11e-b5bfcd4be803 None None] Attempting to bind port 6cd1d3f0-bd60-4775-877a-752f52d46ebf by drivers openvswitch,hyperv on host dv-cinder-786932-3-iscsi at level 0 using segments [{'id': '2c1c5ac3-7b69-4096-8790-4108a346deee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2'}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:18:01.970456 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab0931a-68ce-4337-a11e-b5bfcd4be803 None None] Attempting to bind port 6cd1d3f0-bd60-4775-877a-752f52d46ebf on network c2fcde99-d8d4-483e-a474-248e3afaaef2 {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:18:01.977925 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab0931a-68ce-4337-a11e-b5bfcd4be803 None None] Checking agent: {'id': '9c58f4e9-8628-43da-8d7d-cb04bd9f4726', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 19), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:18:01.978300 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab0931a-68ce-4337-a11e-b5bfcd4be803 None None] Checking segment: {'id': '2c1c5ac3-7b69-4096-8790-4108a346deee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:18:01.978701 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-3ab0931a-68ce-4337-a11e-b5bfcd4be803 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:01.979104 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab0931a-68ce-4337-a11e-b5bfcd4be803 None None] Bound using segment: {'id': '2c1c5ac3-7b69-4096-8790-4108a346deee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2'} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:18:01.979586 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-3ab0931a-68ce-4337-a11e-b5bfcd4be803 None None] Bound port: 6cd1d3f0-bd60-4775-877a-752f52d46ebf, host: dv-cinder-786932-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c1c5ac3-7b69-4096-8790-4108a346deee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2'}}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:18:01.980047 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-3ab0931a-68ce-4337-a11e-b5bfcd4be803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:01.981639 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a776ede8-b00f-442e-885a-f1af3e6e04ba None None] Pushing event updated for resources: {'Port': ['ID=6cd1d3f0-bd60-4775-877a-752f52d46ebf,revision_number=2']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:02.033315 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-3ab0931a-68ce-4337-a11e-b5bfcd4be803 None None] For port 6cd1d3f0-bd60-4775-877a-752f52d46ebf, host dv-cinder-786932-3-iscsi, cleared binding levels {{(pid=92925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:18:02.036268 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-3ab0931a-68ce-4337-a11e-b5bfcd4be803 None None] For port 6cd1d3f0-bd60-4775-877a-752f52d46ebf, host dv-cinder-786932-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=6cd1d3f0-bd60-4775-877a-752f52d46ebf,segment=NetworkSegment(2c1c5ac3-7b69-4096-8790-4108a346deee),segment_id=2c1c5ac3-7b69-4096-8790-4108a346deee)] {{(pid=92925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:18:02.040625 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-3ab0931a-68ce-4337-a11e-b5bfcd4be803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:02.102819 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab0931a-68ce-4337-a11e-b5bfcd4be803 None None] Routers {'62b9357a-8831-406d-b8a2-e6839b56e750'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:18:02.103470 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-3ab0931a-68ce-4337-a11e-b5bfcd4be803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:17:49Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['62b9357a-8831-406d-b8a2-e6839b56e750'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:18:02.106113 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a776ede8-b00f-442e-885a-f1af3e6e04ba None None] Pushing event updated for resources: {'Port': ['ID=6cd1d3f0-bd60-4775-877a-752f52d46ebf,revision_number=3']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:02.285384 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-3ab0931a-68ce-4337-a11e-b5bfcd4be803 None None] Set router 62b9357a-8831-406d-b8a2-e6839b56e750 gateway port host: dv-cinder-786932-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:18:02.496085 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-3ab0931a-68ce-4337-a11e-b5bfcd4be803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b9357a-8831-406d-b8a2-e6839b56e750', 'name': 'router1', 'tenant_id': '8f48302c5fbe4420bcf38eaa806a1816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '6cd1d3f0-bd60-4775-877a-752f52d46ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:17:43Z', 'updated_at': '2021-07-13T19:18:00Z', 'revision_number': 4, 'project_id': '8f48302c5fbe4420bcf38eaa806a1816', 'gw_port': {'id': '6cd1d3f0-bd60-4775-877a-752f52d46ebf', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:82:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9357a-8831-406d-b8a2-e6839b56e750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:17:59Z', 'updated_at': '2021-07-13T19:18:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_interfaces': [{'id': '584f1a6c-809f-4fce-965c-3dfc4ddde3d1', 'name': '', 'network_id': 'af569933-6b87-4586-aed7-48243a8b5601', 'tenant_id': '8f48302c5fbe4420bcf38eaa806a1816', 'mac_address': 'fa:16:3e:00:cf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b9357a-8831-406d-b8a2-e6839b56e750', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1f19864c-e4b5-44f2-b8f3-0b5cd71d136a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:17:51Z', 'updated_at': '2021-07-13T19:17:59Z', 'revision_number': 5, 'project_id': '8f48302c5fbe4420bcf38eaa806a1816', 'subnets': [{'id': '1f19864c-e4b5-44f2-b8f3-0b5cd71d136a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c9d555d1-b6be-4580-8738-b808746bc1b4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:18:02.522228 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab0931a-68ce-4337-a11e-b5bfcd4be803 None None] The sync data for ids ['62b9357a-8831-406d-b8a2-e6839b56e750'] in dv-cinder-786932-3-iscsi is: [{'id': '62b9357a-8831-406d-b8a2-e6839b56e750', 'name': 'router1', 'tenant_id': '8f48302c5fbe4420bcf38eaa806a1816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '6cd1d3f0-bd60-4775-877a-752f52d46ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:17:43Z', 'updated_at': '2021-07-13T19:18:00Z', 'revision_number': 4, 'project_id': '8f48302c5fbe4420bcf38eaa806a1816', 'gw_port': {'id': '6cd1d3f0-bd60-4775-877a-752f52d46ebf', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:82:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9357a-8831-406d-b8a2-e6839b56e750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:17:59Z', 'updated_at': '2021-07-13T19:18:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_interfaces': [{'id': '584f1a6c-809f-4fce-965c-3dfc4ddde3d1', 'name': '', 'network_id': 'af569933-6b87-4586-aed7-48243a8b5601', 'tenant_id': '8f48302c5fbe4420bcf38eaa806a1816', 'mac_address': 'fa:16:3e:00:cf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b9357a-8831-406d-b8a2-e6839b56e750', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1f19864c-e4b5-44f2-b8f3-0b5cd71d136a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:17:51Z', 'updated_at': '2021-07-13T19:17:59Z', 'revision_number': 5, 'project_id': '8f48302c5fbe4420bcf38eaa806a1816', 'subnets': [{'id': '1f19864c-e4b5-44f2-b8f3-0b5cd71d136a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c9d555d1-b6be-4580-8738-b808746bc1b4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:18:03.023484 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device 6cd1d3f0-bd60-4775-877a-752f52d46ebf up at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:18:03.089754 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning for port 6cd1d3f0-bd60-4775-877a-752f52d46ebf completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:18:03.094239 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning complete for port 6cd1d3f0-bd60-4775-877a-752f52d46ebf triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:18:03.094661 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:03.150853 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 47198) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:18:03.173993 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:03.195596 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] For port 6cd1d3f0-bd60-4775-877a-752f52d46ebf, host dv-cinder-786932-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=6cd1d3f0-bd60-4775-877a-752f52d46ebf,segment=NetworkSegment(2c1c5ac3-7b69-4096-8790-4108a346deee),segment_id=2c1c5ac3-7b69-4096-8790-4108a346deee)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:18:03.199937 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:03.250132 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Pushing event updated for resources: {'Port': ['ID=6cd1d3f0-bd60-4775-877a-752f52d46ebf,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:03.297704 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-fc888863-e519-43e2-8141-5ea6cf6fc589 admin admin] 10.222.0.67 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.1450355 Jul 13 19:18:03.680366 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.agents_db [None req-012e1d35-f91a-49b0-a4f0-5c30301579de None None] Agent healthcheck: found 5 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:18:04.993084 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device 6cd1d3f0-bd60-4775-877a-752f52d46ebf up at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:18:05.048509 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning complete for port 6cd1d3f0-bd60-4775-877a-752f52d46ebf triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:18:05.048719 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:16.301379 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b027cc6b-6e10-4214-8bb3-a858bd3f0fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:18.936840 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-98989878-a71c-4c35-88d3-133ec18c5de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:19.035773 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:20.147043 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f121cc10-15a3-4774-9d3b-44cefef2260b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:21.663119 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-90e910e5-9927-492e-a649-803b472a565a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:40.679030 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.agents_db [None req-012e1d35-f91a-49b0-a4f0-5c30301579de None None] Agent healthcheck: found 5 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:18:46.310832 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-55a26a8f-0b3b-49b6-aed0-7f8e6d4ca257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:48.934782 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5e92fa79-5a36-4af4-b662-e1c0648b742d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:49.031663 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:50.149823 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f121cc10-15a3-4774-9d3b-44cefef2260b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:51.658501 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-90e910e5-9927-492e-a649-803b472a565a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:16.307593 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8919424f-fd8c-4048-8d65-70ae48e44e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:17.680760 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.agents_db [None req-012e1d35-f91a-49b0-a4f0-5c30301579de None None] Agent healthcheck: found 5 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:19:18.933330 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-73bd0e86-626c-4698-99b3-4566d582e7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:19.035582 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:20.155117 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f121cc10-15a3-4774-9d3b-44cefef2260b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:21.660150 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-90e910e5-9927-492e-a649-803b472a565a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:40.765093 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 47766) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:19:40.827607 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.pecan_wsgi.hooks.translation [None req-455422a8-dd4d-43ae-815d-a068e9457458 admin admin] GET failed (client error): The resource could not be found. Jul 13 19:19:40.829697 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-455422a8-dd4d-43ae-815d-a068e9457458 admin admin] 10.222.0.67 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0636487 Jul 13 19:19:40.994414 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebccef3-ec1c-4a3d-a471-aae5b0af5f63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:40.995855 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-5ebccef3-ec1c-4a3d-a471-aae5b0af5f63 admin admin] 10.222.0.67 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1623442 Jul 13 19:19:43.148158 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 47776) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:19:43.249466 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80db8355-23cc-445f-bb02-24ed48643ab0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:43.251536 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-80db8355-23cc-445f-bb02-24ed48643ab0 admin admin] 10.222.0.67 "GET /v2.0/subnets/1f19864c-e4b5-44f2-b8f3-0b5cd71d136a HTTP/1.1" status: 200 len: 849 time: 0.1024132 Jul 13 19:19:43.260917 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-2269ab39-c6db-4f94-b32f-8f7937b897a0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:19:43.348579 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2269ab39-c6db-4f94-b32f-8f7937b897a0 admin admin] Notify callbacks [] for subnet, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:43.496850 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2269ab39-c6db-4f94-b32f-8f7937b897a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752272859926'] for subnet, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:43.532487 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2269ab39-c6db-4f94-b32f-8f7937b897a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:43.533327 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2269ab39-c6db-4f94-b32f-8f7937b897a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600154'] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:43.534456 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-2269ab39-c6db-4f94-b32f-8f7937b897a0 admin admin] 10.222.0.67 "PUT /v2.0/subnets/1f19864c-e4b5-44f2-b8f3-0b5cd71d136a HTTP/1.1" status: 200 len: 868 time: 0.2773740 Jul 13 19:19:43.537305 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0165e3-9de7-4165-9b7c-c17e8fe08737 None None] Network af569933-6b87-4586-aed7-48243a8b5601 requested from dv-cinder-786932-3-iscsi {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:19:43.556395 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2269ab39-c6db-4f94-b32f-8f7937b897a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f19864c-e4b5-44f2-b8f3-0b5cd71d136a,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:19:43.564557 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2269ab39-c6db-4f94-b32f-8f7937b897a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:43.564935 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2269ab39-c6db-4f94-b32f-8f7937b897a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:43.565284 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2269ab39-c6db-4f94-b32f-8f7937b897a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:43.565780 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2269ab39-c6db-4f94-b32f-8f7937b897a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:43.566114 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2269ab39-c6db-4f94-b32f-8f7937b897a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:43.566463 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2269ab39-c6db-4f94-b32f-8f7937b897a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:43.566797 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2269ab39-c6db-4f94-b32f-8f7937b897a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:43.567123 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2269ab39-c6db-4f94-b32f-8f7937b897a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:43.567502 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2269ab39-c6db-4f94-b32f-8f7937b897a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:43.567834 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2269ab39-c6db-4f94-b32f-8f7937b897a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:43.568234 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2269ab39-c6db-4f94-b32f-8f7937b897a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:43.568503 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2269ab39-c6db-4f94-b32f-8f7937b897a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:43.914467 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e5d3f03a-92fb-4587-8420-ab068cbc533b None None] Provisioning complete for port 9459d77f-8246-489d-a238-2dff9875a752 triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:19:43.915079 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5d3f03a-92fb-4587-8420-ab068cbc533b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:44.007455 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e5d3f03a-92fb-4587-8420-ab068cbc533b None None] Provisioning complete for port 584f1a6c-809f-4fce-965c-3dfc4ddde3d1 triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:19:44.007762 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5d3f03a-92fb-4587-8420-ab068cbc533b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:45.722462 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 47784) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:19:45.924997 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808610d2-f55f-4640-a601-11ecd51ef942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:45.924997 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808610d2-f55f-4640-a601-11ecd51ef942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:45.926494 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-808610d2-f55f-4640-a601-11ecd51ef942 admin admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2030852 Jul 13 19:19:46.309426 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-a05554df-c505-4260-83e1-6517bcd46c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:48.142794 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 47794) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:19:48.286297 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e39cc6d-2ea4-41db-a513-d1c14cd4c9fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:48.286778 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e39cc6d-2ea4-41db-a513-d1c14cd4c9fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:48.288371 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-6e39cc6d-2ea4-41db-a513-d1c14cd4c9fa admin admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1445849 Jul 13 19:19:48.928879 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-c6da43ea-7d22-4fff-8531-fb1cc9eee787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:49.037973 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:50.157092 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f121cc10-15a3-4774-9d3b-44cefef2260b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:50.544355 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 47802) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:19:50.676529 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb55afd0-0c31-4132-ba07-e2495a09c250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:50.677889 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-eb55afd0-0c31-4132-ba07-e2495a09c250 admin admin] 10.222.0.67 "GET /v2.0/networks/af569933-6b87-4586-aed7-48243a8b5601 HTTP/1.1" status: 200 len: 869 time: 0.1325831 Jul 13 19:19:51.664833 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-90e910e5-9927-492e-a649-803b472a565a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:52.911786 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 47810) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:19:53.061732 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca66c5ee-e577-4fe7-a1da-550a4257ad47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:53.063998 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-ca66c5ee-e577-4fe7-a1da-550a4257ad47 admin admin] 10.222.0.67 "GET /v2.0/networks/c2fcde99-d8d4-483e-a474-248e3afaaef2 HTTP/1.1" status: 200 len: 886 time: 0.1511106 Jul 13 19:19:54.680351 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.agents_db [None req-012e1d35-f91a-49b0-a4f0-5c30301579de None None] Agent healthcheck: found 5 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:19:56.024832 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 47818) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:19:56.165831 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bff59fc-959b-40a9-8d2d-6ef7a2e126d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:56.166289 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bff59fc-959b-40a9-8d2d-6ef7a2e126d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:56.167906 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-8bff59fc-959b-40a9-8d2d-6ef7a2e126d6 admin admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1421056 Jul 13 19:19:58.481871 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 47826) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:19:58.592319 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135f117b-bebd-434d-9466-1274fd8337a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:58.592842 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135f117b-bebd-434d-9466-1274fd8337a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:58.595448 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-135f117b-bebd-434d-9466-1274fd8337a0 admin admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1119759 Jul 13 19:20:00.925960 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 47834) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:01.044180 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e401b003-36ec-4895-b208-e4173d07fcaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:01.045580 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-e401b003-36ec-4895-b208-e4173d07fcaf admin admin] 10.222.0.67 "GET /v2.0/subnets/1f19864c-e4b5-44f2-b8f3-0b5cd71d136a HTTP/1.1" status: 200 len: 868 time: 0.1183624 Jul 13 19:20:03.367001 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 47842) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:03.485450 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9335a784-e139-40b7-968a-5be54480e683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:03.486906 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-9335a784-e139-40b7-968a-5be54480e683 admin admin] 10.222.0.67 "GET /v2.0/subnets/3c8e1596-5f1e-4fec-b61e-66ec42c4519a HTTP/1.1" status: 200 len: 816 time: 0.1185822 Jul 13 19:20:16.316149 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-9da02035-d3e9-491e-95b7-1bada37b9d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:18.936312 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f5c45f34-c31d-42f6-84aa-162f63bb4d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:19.043036 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:20.164981 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f121cc10-15a3-4774-9d3b-44cefef2260b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:21.674861 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-90e910e5-9927-492e-a649-803b472a565a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:30.342647 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 47894) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:30.408310 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [None req-109d713e-91b4-48ff-8a73-ad7b89890427 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=92924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:20:30.409444 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-109d713e-91b4-48ff-8a73-ad7b89890427 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0657399 Jul 13 19:20:31.680902 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.agents_db [None req-012e1d35-f91a-49b0-a4f0-5c30301579de None None] Agent healthcheck: found 5 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:20:32.872312 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 47902) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:32.951546 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.pecan_wsgi.hooks.translation [None req-79939e9a-d69f-45e7-a6a9-72a73f3042f5 admin admin] GET failed (client error): The resource could not be found. Jul 13 19:20:32.954432 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-79939e9a-d69f-45e7-a6a9-72a73f3042f5 admin admin] 10.222.0.67 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0804005 Jul 13 19:20:33.112000 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2496f745-6ee2-4d69-a47f-cd07ccaca6be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:33.113503 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-2496f745-6ee2-4d69-a47f-cd07ccaca6be admin admin] 10.222.0.67 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1549664 Jul 13 19:20:35.455690 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 47910) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:35.507765 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-4c5760f0-3b3e-48ba-bcf4-431051b4634c admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:20:35.539014 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c5760f0-3b3e-48ba-bcf4-431051b4634c admin admin] Made reservation on behalf of 16458dea466747b68c140d004ecff199 for: {'network': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:20:35.541519 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4c5760f0-3b3e-48ba-bcf4-431051b4634c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for network, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:35.592663 dv-cinder-786932-3-iscsi neutron-server[92923]: WARNING neutron.services.revisions.revision_plugin [None req-4c5760f0-3b3e-48ba-bcf4-431051b4634c admin admin] Could not find related network for resource to bump revision. Jul 13 19:20:35.611639 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c5760f0-3b3e-48ba-bcf4-431051b4634c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=92923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:20:35.626562 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4c5760f0-3b3e-48ba-bcf4-431051b4634c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752273001018', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825552'] for segment, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:35.627134 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4c5760f0-3b3e-48ba-bcf4-431051b4634c admin admin] Unsubscribe: segment precommit_create {{(pid=92923) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 13 19:20:35.627649 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.db.segments_db [None req-4c5760f0-3b3e-48ba-bcf4-431051b4634c admin admin] Added segment e2b2f082-e541-4d06-a353-ddd3ca89e745 of type vlan for network 212d530b-419d-4469-a036-ddaa7ce5027a Jul 13 19:20:35.698831 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4c5760f0-3b3e-48ba-bcf4-431051b4634c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752272460036'] for network, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:35.752062 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4c5760f0-3b3e-48ba-bcf4-431051b4634c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108'] for network, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:35.753179 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5760f0-3b3e-48ba-bcf4-431051b4634c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:35.753833 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4c5760f0-3b3e-48ba-bcf4-431051b4634c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600154'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:35.838258 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-4c5760f0-3b3e-48ba-bcf4-431051b4634c admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3810582 Jul 13 19:20:35.854878 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5760f0-3b3e-48ba-bcf4-431051b4634c admin admin] Pushing event updated for resources: {'Network': ['ID=212d530b-419d-4469-a036-ddaa7ce5027a,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:35.870311 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Network 212d530b-419d-4469-a036-ddaa7ce5027a details requested by agent ovs-agent-dv-cinder-786932-3-iscsi with host dv-cinder-786932-3-iscsi {{(pid=92925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:20:38.137760 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 47918) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:38.208953 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.pecan_wsgi.hooks.translation [None req-3927617e-fac1-4096-9253-a07fee76ee4e admin admin] GET failed (client error): The resource could not be found. Jul 13 19:20:38.210427 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-3927617e-fac1-4096-9253-a07fee76ee4e admin admin] 10.222.0.67 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0713449 Jul 13 19:20:38.285980 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01084215-f99c-4fef-a4b2-b24f5e8ef7af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:38.287513 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-01084215-f99c-4fef-a4b2-b24f5e8ef7af admin admin] 10.222.0.67 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0731375 Jul 13 19:20:38.298173 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-6509adec-e63c-45d1-a42a-bc5ec50b8afc admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'network_id': '212d530b-419d-4469-a036-ddaa7ce5027a', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:20:38.324274 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6509adec-e63c-45d1-a42a-bc5ec50b8afc admin admin] Made reservation on behalf of 16458dea466747b68c140d004ecff199 for: {'subnet': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:20:38.326614 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6509adec-e63c-45d1-a42a-bc5ec50b8afc admin admin] Notify callbacks [] for subnet, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:38.615594 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6509adec-e63c-45d1-a42a-bc5ec50b8afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108'] for subnet, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:38.674351 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6509adec-e63c-45d1-a42a-bc5ec50b8afc admin admin] Pushing event updated for resources: {'Subnet': ['ID=74de68b4-4982-4f87-9a8b-c0237cb700ec,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:38.683976 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6509adec-e63c-45d1-a42a-bc5ec50b8afc admin admin] Checking segment: {'id': 'e2b2f082-e541-4d06-a353-ddd3ca89e745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '212d530b-419d-4469-a036-ddaa7ce5027a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:20:38.684369 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6509adec-e63c-45d1-a42a-bc5ec50b8afc admin admin] Network hostable DHCP agents. Network: 212d530b-419d-4469-a036-ddaa7ce5027a, hostable agents: ['7ca4706b-9f63-429b-b1b9-7cbaa1b8656d'], hosted agents: [] {{(pid=92923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:20:38.708182 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6509adec-e63c-45d1-a42a-bc5ec50b8afc admin admin] Network 212d530b-419d-4469-a036-ddaa7ce5027a is scheduled to be hosted by DHCP agent 7ca4706b-9f63-429b-b1b9-7cbaa1b8656d with binding_index 1 {{(pid=92923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:20:38.720843 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-6509adec-e63c-45d1-a42a-bc5ec50b8afc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-3-iscsi, 212d530b-419d-4469-a036-ddaa7ce5027a) {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:20:38.726089 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6509adec-e63c-45d1-a42a-bc5ec50b8afc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:38.727405 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6509adec-e63c-45d1-a42a-bc5ec50b8afc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600154'] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:38.731086 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ed60d7-14bd-47f2-83ec-262a4b1e7313 None None] Network 212d530b-419d-4469-a036-ddaa7ce5027a requested from dv-cinder-786932-3-iscsi {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:20:38.745248 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-6509adec-e63c-45d1-a42a-bc5ec50b8afc admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4513381 Jul 13 19:20:39.005251 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6937ae72-616c-49eb-9cd3-a851271276ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9426e93d-dde2-5cd1-aa01-d42f6a4b4003-212d530b-419d-4469-a036-ddaa7ce5027a', 'network_id': '212d530b-419d-4469-a036-ddaa7ce5027a', 'tenant_id': '16458dea466747b68c140d004ecff199', 'fixed_ips': [{'subnet_id': '74de68b4-4982-4f87-9a8b-c0237cb700ec'}]}} from dv-cinder-786932-3-iscsi. {{(pid=92925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:20:39.006377 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-6937ae72-616c-49eb-9cd3-a851271276ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:39.267668 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.db_base_plugin_common [None req-6937ae72-616c-49eb-9cd3-a851271276ea None None] Allocated IP 192.168.233.2 (212d530b-419d-4469-a036-ddaa7ce5027a/74de68b4-4982-4f87-9a8b-c0237cb700ec/e652b444-14eb-4ccb-81d9-10c29c3e556a) {{(pid=92925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:20:39.461268 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-6937ae72-616c-49eb-9cd3-a851271276ea None None] Notify callbacks [] for port, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:39.474925 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-6937ae72-616c-49eb-9cd3-a851271276ea None None] Transition to ACTIVE for port object e652b444-14eb-4ccb-81d9-10c29c3e556a will not be triggered until provisioned by entity L2. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:20:39.499700 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-6937ae72-616c-49eb-9cd3-a851271276ea None None] Transition to ACTIVE for port object e652b444-14eb-4ccb-81d9-10c29c3e556a will not be triggered until provisioned by entity DHCP. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:20:39.509627 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-6937ae72-616c-49eb-9cd3-a851271276ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752272454283'] for port, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:39.562179 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6937ae72-616c-49eb-9cd3-a851271276ea None None] Network 212d530b-419d-4469-a036-ddaa7ce5027a is already hosted by enough agents. {{(pid=92925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:20:39.566001 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.scheduler.base_scheduler [None req-6937ae72-616c-49eb-9cd3-a851271276ea None None] Resources bound (agent type, host, resource id): {{(pid=92925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:20:39.568500 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6937ae72-616c-49eb-9cd3-a851271276ea None None] Received port after_create {{(pid=92925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:20:39.578905 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6937ae72-616c-49eb-9cd3-a851271276ea None None] Pushing event updated for resources: {'Port': ['ID=e652b444-14eb-4ccb-81d9-10c29c3e556a,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:39.607632 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6937ae72-616c-49eb-9cd3-a851271276ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:39.607954 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6937ae72-616c-49eb-9cd3-a851271276ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:39.608309 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6937ae72-616c-49eb-9cd3-a851271276ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:39.608643 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6937ae72-616c-49eb-9cd3-a851271276ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:39.608982 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6937ae72-616c-49eb-9cd3-a851271276ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:39.609313 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6937ae72-616c-49eb-9cd3-a851271276ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:39.609643 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6937ae72-616c-49eb-9cd3-a851271276ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:39.611457 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6937ae72-616c-49eb-9cd3-a851271276ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:39.611998 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6937ae72-616c-49eb-9cd3-a851271276ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:39.612336 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6937ae72-616c-49eb-9cd3-a851271276ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:39.612675 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6937ae72-616c-49eb-9cd3-a851271276ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:39.613003 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6937ae72-616c-49eb-9cd3-a851271276ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:39.651547 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-6937ae72-616c-49eb-9cd3-a851271276ea None None] Attempting to bind port e652b444-14eb-4ccb-81d9-10c29c3e556a on host dv-cinder-786932-3-iscsi for vnic_type normal with profile {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:20:39.652014 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-6937ae72-616c-49eb-9cd3-a851271276ea None None] Attempting to bind port e652b444-14eb-4ccb-81d9-10c29c3e556a by drivers openvswitch,hyperv on host dv-cinder-786932-3-iscsi at level 0 using segments [{'id': 'e2b2f082-e541-4d06-a353-ddd3ca89e745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '212d530b-419d-4469-a036-ddaa7ce5027a'}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:20:39.652524 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6937ae72-616c-49eb-9cd3-a851271276ea None None] Attempting to bind port e652b444-14eb-4ccb-81d9-10c29c3e556a on network 212d530b-419d-4469-a036-ddaa7ce5027a {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:20:39.660055 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6937ae72-616c-49eb-9cd3-a851271276ea None None] Checking agent: {'id': '9c58f4e9-8628-43da-8d7d-cb04bd9f4726', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 19), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:20:39.660633 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6937ae72-616c-49eb-9cd3-a851271276ea None None] Checking segment: {'id': 'e2b2f082-e541-4d06-a353-ddd3ca89e745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '212d530b-419d-4469-a036-ddaa7ce5027a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:20:39.661115 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-6937ae72-616c-49eb-9cd3-a851271276ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:39.661599 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6937ae72-616c-49eb-9cd3-a851271276ea None None] Bound using segment: {'id': 'e2b2f082-e541-4d06-a353-ddd3ca89e745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '212d530b-419d-4469-a036-ddaa7ce5027a'} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:20:39.662190 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-6937ae72-616c-49eb-9cd3-a851271276ea None None] Bound port: e652b444-14eb-4ccb-81d9-10c29c3e556a, host: dv-cinder-786932-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2b2f082-e541-4d06-a353-ddd3ca89e745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '212d530b-419d-4469-a036-ddaa7ce5027a'}}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:20:39.662798 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-6937ae72-616c-49eb-9cd3-a851271276ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:39.745239 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-6937ae72-616c-49eb-9cd3-a851271276ea None None] For port e652b444-14eb-4ccb-81d9-10c29c3e556a, host dv-cinder-786932-3-iscsi, cleared binding levels {{(pid=92925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:20:39.750363 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-6937ae72-616c-49eb-9cd3-a851271276ea None None] For port e652b444-14eb-4ccb-81d9-10c29c3e556a, host dv-cinder-786932-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=e652b444-14eb-4ccb-81d9-10c29c3e556a,segment=NetworkSegment(e2b2f082-e541-4d06-a353-ddd3ca89e745),segment_id=e2b2f082-e541-4d06-a353-ddd3ca89e745)] {{(pid=92925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:20:39.757271 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-6937ae72-616c-49eb-9cd3-a851271276ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:39.853280 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6937ae72-616c-49eb-9cd3-a851271276ea None None] Pushing event updated for resources: {'Port': ['ID=e652b444-14eb-4ccb-81d9-10c29c3e556a,revision_number=2']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:40.727832 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89a9656-9e47-4756-94d2-ff9cd6dc57be None None] Network 212d530b-419d-4469-a036-ddaa7ce5027a requested from dv-cinder-786932-3-iscsi {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:20:40.804475 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-fd3adc18-6593-4cd8-a9af-4f734cd3400f None None] Provisioning for port e652b444-14eb-4ccb-81d9-10c29c3e556a completed by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:20:41.165571 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device e652b444-14eb-4ccb-81d9-10c29c3e556a up at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:20:41.230470 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning for port e652b444-14eb-4ccb-81d9-10c29c3e556a completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:20:41.239775 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning complete for port e652b444-14eb-4ccb-81d9-10c29c3e556a triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:20:41.240165 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:41.264221 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-4aefca1d-cf3f-4156-949a-882cbb7d143b None None] Provisioning complete for port e652b444-14eb-4ccb-81d9-10c29c3e556a triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:20:41.264598 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-4aefca1d-cf3f-4156-949a-882cbb7d143b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:41.404755 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-4aefca1d-cf3f-4156-949a-882cbb7d143b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:41.408863 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:41.460957 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-4aefca1d-cf3f-4156-949a-882cbb7d143b None None] For port e652b444-14eb-4ccb-81d9-10c29c3e556a, host dv-cinder-786932-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=e652b444-14eb-4ccb-81d9-10c29c3e556a,segment=NetworkSegment(e2b2f082-e541-4d06-a353-ddd3ca89e745),segment_id=e2b2f082-e541-4d06-a353-ddd3ca89e745)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:41.466251 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-4aefca1d-cf3f-4156-949a-882cbb7d143b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:41.601962 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.db.api [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92925) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 19:20:41.602637 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG oslo_db.api [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 19:20:41.607885 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aefca1d-cf3f-4156-949a-882cbb7d143b None None] Pushing event updated for resources: {'Port': ['ID=e652b444-14eb-4ccb-81d9-10c29c3e556a,revision_number=3']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:43.122775 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device e652b444-14eb-4ccb-81d9-10c29c3e556a up at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:20:43.176536 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning complete for port e652b444-14eb-4ccb-81d9-10c29c3e556a triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:20:43.176807 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:46.320408 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-509eb35f-23c0-48a2-a926-1d6c07904a23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:48.937196 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-0f2a7876-fe28-48c4-89c8-2868751805c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:49.039081 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:50.166410 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f121cc10-15a3-4774-9d3b-44cefef2260b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:51.670353 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-90e910e5-9927-492e-a649-803b472a565a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:08.680308 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.agents_db [None req-012e1d35-f91a-49b0-a4f0-5c30301579de None None] Agent healthcheck: found 5 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:21:16.322953 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-10f6f5f5-964e-4375-944f-435ca63cf305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:18.942154 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e60f64cc-aefa-4aa3-8393-fee382548d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:19.044702 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:20.168971 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f121cc10-15a3-4774-9d3b-44cefef2260b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:21.677140 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-90e910e5-9927-492e-a649-803b472a565a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:45.680079 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.agents_db [None req-012e1d35-f91a-49b0-a4f0-5c30301579de None None] Agent healthcheck: found 5 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:21:46.322080 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5a25f076-1001-42f3-9140-25ceb8a2df4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:48.941377 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-79265552-a76d-4271-9166-e239520a319b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:49.043219 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:50.170868 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f121cc10-15a3-4774-9d3b-44cefef2260b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:51.678441 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-90e910e5-9927-492e-a649-803b472a565a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:52.509516 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 47970) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:52.515640 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [None req-c3031d36-a394-4e89-b0fa-79abfe153713 tempest-verify_tempest_config-671287174 tempest-verify_tempest_config-671287174-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=92923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:21:52.516616 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-c3031d36-a394-4e89-b0fa-79abfe153713 tempest-verify_tempest_config-671287174 tempest-verify_tempest_config-671287174-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061240 Jul 13 19:21:52.837819 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 47988) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:52.940518 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a2e6ee9d-b49b-46ed-95ff-9177fc73845e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:53.029234 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a2e6ee9d-b49b-46ed-95ff-9177fc73845e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:53.034880 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a2e6ee9d-b49b-46ed-95ff-9177fc73845e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:53.078583 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e6ee9d-b49b-46ed-95ff-9177fc73845e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63276f79-d10d-488e-817c-0410fa6bbb43,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:53.083374 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-a2e6ee9d-b49b-46ed-95ff-9177fc73845e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1aa8de50447f44c890cd10dfe83ee57f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2444878 Jul 13 19:21:53.086036 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 47994) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:53.087813 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e6ee9d-b49b-46ed-95ff-9177fc73845e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:53.088185 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e6ee9d-b49b-46ed-95ff-9177fc73845e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:53.088530 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e6ee9d-b49b-46ed-95ff-9177fc73845e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:53.088863 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e6ee9d-b49b-46ed-95ff-9177fc73845e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:53.089200 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e6ee9d-b49b-46ed-95ff-9177fc73845e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:53.089538 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e6ee9d-b49b-46ed-95ff-9177fc73845e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:53.089867 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e6ee9d-b49b-46ed-95ff-9177fc73845e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:53.090192 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e6ee9d-b49b-46ed-95ff-9177fc73845e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:53.090532 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e6ee9d-b49b-46ed-95ff-9177fc73845e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:53.090863 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e6ee9d-b49b-46ed-95ff-9177fc73845e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:53.091183 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e6ee9d-b49b-46ed-95ff-9177fc73845e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:53.091528 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e6ee9d-b49b-46ed-95ff-9177fc73845e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:53.176297 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-58446b79-1ed7-4601-94db-28142170465b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:53.198785 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-58446b79-1ed7-4601-94db-28142170465b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:53.296040 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-58446b79-1ed7-4601-94db-28142170465b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:53.298775 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-58446b79-1ed7-4601-94db-28142170465b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:53.300549 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-58446b79-1ed7-4601-94db-28142170465b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/63276f79-d10d-488e-817c-0410fa6bbb43 HTTP/1.1" status: 204 len: 168 time: 0.2134571 Jul 13 19:21:53.308489 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58446b79-1ed7-4601-94db-28142170465b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63276f79-d10d-488e-817c-0410fa6bbb43,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:53.315462 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58446b79-1ed7-4601-94db-28142170465b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:53.315835 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58446b79-1ed7-4601-94db-28142170465b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:53.316190 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58446b79-1ed7-4601-94db-28142170465b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:53.316594 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58446b79-1ed7-4601-94db-28142170465b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:53.316949 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58446b79-1ed7-4601-94db-28142170465b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:53.317285 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58446b79-1ed7-4601-94db-28142170465b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:53.317630 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58446b79-1ed7-4601-94db-28142170465b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:53.317960 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58446b79-1ed7-4601-94db-28142170465b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:53.318324 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58446b79-1ed7-4601-94db-28142170465b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:53.318626 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58446b79-1ed7-4601-94db-28142170465b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:53.318956 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58446b79-1ed7-4601-94db-28142170465b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:53.319305 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58446b79-1ed7-4601-94db-28142170465b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:16.320301 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-cb18dfd2-2608-4bff-a9e9-4e64a11861ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:18.939546 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-05b40ba0-4dc2-47ba-a19e-fdf0e3d7bf2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:19.051772 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:20.171787 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f121cc10-15a3-4774-9d3b-44cefef2260b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:21.681227 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-90e910e5-9927-492e-a649-803b472a565a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:22.680133 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.agents_db [None req-012e1d35-f91a-49b0-a4f0-5c30301579de None None] Agent healthcheck: found 5 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:22:46.311743 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-859289c4-071c-4041-a592-a71351e6555e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:48.932589 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-7fe5b9d6-3aae-4304-8ee5-0c0eec5a6ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:49.044823 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:50.175721 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f121cc10-15a3-4774-9d3b-44cefef2260b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:51.684821 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-90e910e5-9927-492e-a649-803b472a565a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:59.680577 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.agents_db [None req-012e1d35-f91a-49b0-a4f0-5c30301579de None None] Agent healthcheck: found 5 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:23:16.315492 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-08b2e78c-93de-4d65-94d6-15562380c764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:18.938948 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-943977cf-14df-45d2-97b9-cba581eb67fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:19.057873 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:20.188312 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f121cc10-15a3-4774-9d3b-44cefef2260b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:21.694661 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-90e910e5-9927-492e-a649-803b472a565a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:27.983842 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-757286'] for agent, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:32.227177 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 48046) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:32.340649 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-671cf3d3-0975-420c-8b29-a5d1f25e78d4 admin admin] 10.222.0.67 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1119947 Jul 13 19:23:34.577104 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 48056) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:34.633105 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-0eef29a2-d4a3-4930-bd8f-8b0a6187b606 admin admin] 10.222.0.67 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0548856 Jul 13 19:23:36.680822 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.agents_db [None req-012e1d35-f91a-49b0-a4f0-5c30301579de None None] Agent healthcheck: found 6 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:23:46.320760 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-0aff5bd0-24c1-4d31-bdea-6765e704c42c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:48.940721 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-469b7121-e13c-4021-8c86-d1f8c5363b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:49.051250 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:50.183760 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f121cc10-15a3-4774-9d3b-44cefef2260b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:51.692620 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-90e910e5-9927-492e-a649-803b472a565a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:57.938979 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:13.682269 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.agents_db [None req-012e1d35-f91a-49b0-a4f0-5c30301579de None None] Agent healthcheck: found 6 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:24:16.327614 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-610bbd6f-ec76-4c55-919d-1801ed93ff12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:18.944394 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-265d39e1-0968-48aa-b0f1-48ad9b11df95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:19.054536 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:20.186440 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f121cc10-15a3-4774-9d3b-44cefef2260b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:21.693346 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-90e910e5-9927-492e-a649-803b472a565a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:27.963197 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:46.323283 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-fa166f99-de17-46b5-88c0-5be05bbf7bb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:48.949233 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-08a7330f-d6a9-4331-b922-e667ed69983e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:49.060906 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:50.198716 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f121cc10-15a3-4774-9d3b-44cefef2260b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:50.682706 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.agents_db [None req-012e1d35-f91a-49b0-a4f0-5c30301579de None None] Agent healthcheck: found 6 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:24:51.701718 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-90e910e5-9927-492e-a649-803b472a565a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:57.958971 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:02.883834 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 48208) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:03.348954 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-141eb73a-07a7-4a1f-ada1-bb0fc171cd82 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1582917030-network', 'tenant_id': '235c3d241f2a474aa976bf358c985539'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:25:03.373065 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141eb73a-07a7-4a1f-ada1-bb0fc171cd82 admin admin] Made reservation on behalf of 235c3d241f2a474aa976bf358c985539 for: {'network': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:25:03.375783 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-141eb73a-07a7-4a1f-ada1-bb0fc171cd82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for network, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:03.386714 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-141eb73a-07a7-4a1f-ada1-bb0fc171cd82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:03.504242 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-141eb73a-07a7-4a1f-ada1-bb0fc171cd82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:03.509497 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-141eb73a-07a7-4a1f-ada1-bb0fc171cd82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:03.538542 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-141eb73a-07a7-4a1f-ada1-bb0fc171cd82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=92923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:25:03.548592 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141eb73a-07a7-4a1f-ada1-bb0fc171cd82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=651e3464-cd35-4d86-aec2-d7c084e2dcd5,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:03.562131 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141eb73a-07a7-4a1f-ada1-bb0fc171cd82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:03.562734 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141eb73a-07a7-4a1f-ada1-bb0fc171cd82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:03.563321 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141eb73a-07a7-4a1f-ada1-bb0fc171cd82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:03.563885 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141eb73a-07a7-4a1f-ada1-bb0fc171cd82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:03.564449 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141eb73a-07a7-4a1f-ada1-bb0fc171cd82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:03.565068 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141eb73a-07a7-4a1f-ada1-bb0fc171cd82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:03.565633 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141eb73a-07a7-4a1f-ada1-bb0fc171cd82 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:03.566197 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141eb73a-07a7-4a1f-ada1-bb0fc171cd82 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:03.566783 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141eb73a-07a7-4a1f-ada1-bb0fc171cd82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:03.567356 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141eb73a-07a7-4a1f-ada1-bb0fc171cd82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:03.568107 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141eb73a-07a7-4a1f-ada1-bb0fc171cd82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:03.568387 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141eb73a-07a7-4a1f-ada1-bb0fc171cd82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:03.570302 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141eb73a-07a7-4a1f-ada1-bb0fc171cd82 admin admin] Tracked resource versions report: Jul 13 19:25:03.570302 dv-cinder-786932-3-iscsi neutron-server[92923]: pushed versions: Jul 13 19:25:03.570302 dv-cinder-786932-3-iscsi neutron-server[92923]: { 'AddressGroup': {'1.2'}, Jul 13 19:25:03.570302 dv-cinder-786932-3-iscsi neutron-server[92923]: 'ConntrackHelper': {'1.0'}, Jul 13 19:25:03.570302 dv-cinder-786932-3-iscsi neutron-server[92923]: 'Log': {'1.0'}, Jul 13 19:25:03.570302 dv-cinder-786932-3-iscsi neutron-server[92923]: 'Network': {'1.1'}, Jul 13 19:25:03.570302 dv-cinder-786932-3-iscsi neutron-server[92923]: 'Port': {'1.7'}, Jul 13 19:25:03.570302 dv-cinder-786932-3-iscsi neutron-server[92923]: 'PortForwarding': {'1.2'}, Jul 13 19:25:03.570302 dv-cinder-786932-3-iscsi neutron-server[92923]: 'QosPolicy': {'1.8'}, Jul 13 19:25:03.570302 dv-cinder-786932-3-iscsi neutron-server[92923]: 'SecurityGroup': {'1.4'}, Jul 13 19:25:03.570302 dv-cinder-786932-3-iscsi neutron-server[92923]: 'SecurityGroupRule': {'1.2'}, Jul 13 19:25:03.570302 dv-cinder-786932-3-iscsi neutron-server[92923]: 'SubPort': {'1.0'}, Jul 13 19:25:03.570302 dv-cinder-786932-3-iscsi neutron-server[92923]: 'Subnet': {'1.1'}, Jul 13 19:25:03.570302 dv-cinder-786932-3-iscsi neutron-server[92923]: 'Trunk': {'1.1'}} Jul 13 19:25:03.570302 dv-cinder-786932-3-iscsi neutron-server[92923]: consumer versions: Jul 13 19:25:03.570302 dv-cinder-786932-3-iscsi neutron-server[92923]: { DHCP agent@dv-cinder-786932-3-iscsi: {}, Jul 13 19:25:03.570302 dv-cinder-786932-3-iscsi neutron-server[92923]: HyperV agent@hv-cinder-78693: {}, Jul 13 19:25:03.570302 dv-cinder-786932-3-iscsi neutron-server[92923]: L3 agent@dv-cinder-786932-3-iscsi: {}, Jul 13 19:25:03.570302 dv-cinder-786932-3-iscsi neutron-server[92923]: Metadata agent@dv-cinder-786932-3-iscsi: {}, Jul 13 19:25:03.570302 dv-cinder-786932-3-iscsi neutron-server[92923]: Metering agent@dv-cinder-786932-3-iscsi: {}, Jul 13 19:25:03.570302 dv-cinder-786932-3-iscsi neutron-server[92923]: Open vSwitch agent@dv-cinder-786932-3-iscsi: { 'AddressGroup': '1.2', Jul 13 19:25:03.570302 dv-cinder-786932-3-iscsi neutron-server[92923]: 'ConntrackHelper': '1.0', Jul 13 19:25:03.570302 dv-cinder-786932-3-iscsi neutron-server[92923]: 'Log': '1.0', Jul 13 19:25:03.570302 dv-cinder-786932-3-iscsi neutron-server[92923]: 'Network': '1.1', Jul 13 19:25:03.570302 dv-cinder-786932-3-iscsi neutron-server[92923]: 'Port': '1.7', Jul 13 19:25:03.570302 dv-cinder-786932-3-iscsi neutron-server[92923]: 'PortForwarding': '1.2', Jul 13 19:25:03.570302 dv-cinder-786932-3-iscsi neutron-server[92923]: 'QosPolicy': '1.8', Jul 13 19:25:03.570302 dv-cinder-786932-3-iscsi neutron-server[92923]: 'SecurityGroup': '1.4', Jul 13 19:25:03.570302 dv-cinder-786932-3-iscsi neutron-server[92923]: 'SecurityGroupRule': '1.2', Jul 13 19:25:03.570302 dv-cinder-786932-3-iscsi neutron-server[92923]: 'SubPort': '1.0', Jul 13 19:25:03.570302 dv-cinder-786932-3-iscsi neutron-server[92923]: 'Subnet': '1.1', Jul 13 19:25:03.570302 dv-cinder-786932-3-iscsi neutron-server[92923]: 'Trunk': '1.1'}} Jul 13 19:25:03.570302 dv-cinder-786932-3-iscsi neutron-server[92923]: {{(pid=92923) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 19:25:03.578591 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-141eb73a-07a7-4a1f-ada1-bb0fc171cd82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825552'] for segment, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:03.578591 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.db.segments_db [None req-141eb73a-07a7-4a1f-ada1-bb0fc171cd82 admin admin] Added segment 3f1af203-9b3e-40af-a81f-d888de5fde99 of type vlan for network aabaeb63-5c54-4b34-b49e-52ca68f3a206 Jul 13 19:25:03.649204 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-141eb73a-07a7-4a1f-ada1-bb0fc171cd82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752272460036'] for network, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:03.688880 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-141eb73a-07a7-4a1f-ada1-bb0fc171cd82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108'] for network, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:03.690071 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141eb73a-07a7-4a1f-ada1-bb0fc171cd82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:03.690775 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-141eb73a-07a7-4a1f-ada1-bb0fc171cd82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600154'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:03.742462 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-141eb73a-07a7-4a1f-ada1-bb0fc171cd82 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8568995 Jul 13 19:25:03.747559 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 48268) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:03.756678 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [None req-4543f39b-ec87-4750-8b0c-c6a698e796be admin admin] Request body: {'subnet': {'network_id': 'aabaeb63-5c54-4b34-b49e-52ca68f3a206', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1582917030-subnet', 'tenant_id': '235c3d241f2a474aa976bf358c985539', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:25:03.761177 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141eb73a-07a7-4a1f-ada1-bb0fc171cd82 admin admin] Pushing event updated for resources: {'Network': ['ID=aabaeb63-5c54-4b34-b49e-52ca68f3a206,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:03.774294 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Network aabaeb63-5c54-4b34-b49e-52ca68f3a206 details requested by agent ovs-agent-dv-cinder-786932-3-iscsi with host dv-cinder-786932-3-iscsi {{(pid=92925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:25:03.801765 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4543f39b-ec87-4750-8b0c-c6a698e796be admin admin] Made reservation on behalf of 235c3d241f2a474aa976bf358c985539 for: {'subnet': 1} {{(pid=92924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:25:03.805013 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4543f39b-ec87-4750-8b0c-c6a698e796be admin admin] Notify callbacks [] for subnet, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:03.992506 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4543f39b-ec87-4750-8b0c-c6a698e796be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108'] for subnet, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:04.040029 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4543f39b-ec87-4750-8b0c-c6a698e796be admin admin] Pushing event updated for resources: {'Subnet': ['ID=9532763a-ab68-4ae5-9397-9560792a67ba,revision_number=0']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:04.049064 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4543f39b-ec87-4750-8b0c-c6a698e796be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:04.049608 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4543f39b-ec87-4750-8b0c-c6a698e796be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:04.050111 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4543f39b-ec87-4750-8b0c-c6a698e796be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:04.050597 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4543f39b-ec87-4750-8b0c-c6a698e796be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:04.051080 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4543f39b-ec87-4750-8b0c-c6a698e796be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:04.051719 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4543f39b-ec87-4750-8b0c-c6a698e796be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:04.052207 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4543f39b-ec87-4750-8b0c-c6a698e796be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:04.052887 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4543f39b-ec87-4750-8b0c-c6a698e796be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:04.053397 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4543f39b-ec87-4750-8b0c-c6a698e796be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:04.053891 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4543f39b-ec87-4750-8b0c-c6a698e796be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:04.054524 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4543f39b-ec87-4750-8b0c-c6a698e796be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:04.055164 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4543f39b-ec87-4750-8b0c-c6a698e796be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:04.056752 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4543f39b-ec87-4750-8b0c-c6a698e796be admin admin] Tracked resource versions report: Jul 13 19:25:04.056752 dv-cinder-786932-3-iscsi neutron-server[92924]: pushed versions: Jul 13 19:25:04.056752 dv-cinder-786932-3-iscsi neutron-server[92924]: { 'AddressGroup': {'1.2'}, Jul 13 19:25:04.056752 dv-cinder-786932-3-iscsi neutron-server[92924]: 'ConntrackHelper': {'1.0'}, Jul 13 19:25:04.056752 dv-cinder-786932-3-iscsi neutron-server[92924]: 'Log': {'1.0'}, Jul 13 19:25:04.056752 dv-cinder-786932-3-iscsi neutron-server[92924]: 'Network': {'1.1'}, Jul 13 19:25:04.056752 dv-cinder-786932-3-iscsi neutron-server[92924]: 'Port': {'1.7'}, Jul 13 19:25:04.056752 dv-cinder-786932-3-iscsi neutron-server[92924]: 'PortForwarding': {'1.2'}, Jul 13 19:25:04.056752 dv-cinder-786932-3-iscsi neutron-server[92924]: 'QosPolicy': {'1.8'}, Jul 13 19:25:04.056752 dv-cinder-786932-3-iscsi neutron-server[92924]: 'SecurityGroup': {'1.4'}, Jul 13 19:25:04.056752 dv-cinder-786932-3-iscsi neutron-server[92924]: 'SecurityGroupRule': {'1.2'}, Jul 13 19:25:04.056752 dv-cinder-786932-3-iscsi neutron-server[92924]: 'SubPort': {'1.0'}, Jul 13 19:25:04.056752 dv-cinder-786932-3-iscsi neutron-server[92924]: 'Subnet': {'1.1'}, Jul 13 19:25:04.056752 dv-cinder-786932-3-iscsi neutron-server[92924]: 'Trunk': {'1.1'}} Jul 13 19:25:04.056752 dv-cinder-786932-3-iscsi neutron-server[92924]: consumer versions: Jul 13 19:25:04.056752 dv-cinder-786932-3-iscsi neutron-server[92924]: { DHCP agent@dv-cinder-786932-3-iscsi: {}, Jul 13 19:25:04.056752 dv-cinder-786932-3-iscsi neutron-server[92924]: HyperV agent@hv-cinder-78693: {}, Jul 13 19:25:04.056752 dv-cinder-786932-3-iscsi neutron-server[92924]: L3 agent@dv-cinder-786932-3-iscsi: {}, Jul 13 19:25:04.056752 dv-cinder-786932-3-iscsi neutron-server[92924]: Metadata agent@dv-cinder-786932-3-iscsi: {}, Jul 13 19:25:04.056752 dv-cinder-786932-3-iscsi neutron-server[92924]: Metering agent@dv-cinder-786932-3-iscsi: {}, Jul 13 19:25:04.056752 dv-cinder-786932-3-iscsi neutron-server[92924]: Open vSwitch agent@dv-cinder-786932-3-iscsi: { 'AddressGroup': '1.2', Jul 13 19:25:04.056752 dv-cinder-786932-3-iscsi neutron-server[92924]: 'ConntrackHelper': '1.0', Jul 13 19:25:04.056752 dv-cinder-786932-3-iscsi neutron-server[92924]: 'Log': '1.0', Jul 13 19:25:04.056752 dv-cinder-786932-3-iscsi neutron-server[92924]: 'Network': '1.1', Jul 13 19:25:04.056752 dv-cinder-786932-3-iscsi neutron-server[92924]: 'Port': '1.7', Jul 13 19:25:04.056752 dv-cinder-786932-3-iscsi neutron-server[92924]: 'PortForwarding': '1.2', Jul 13 19:25:04.056752 dv-cinder-786932-3-iscsi neutron-server[92924]: 'QosPolicy': '1.8', Jul 13 19:25:04.056752 dv-cinder-786932-3-iscsi neutron-server[92924]: 'SecurityGroup': '1.4', Jul 13 19:25:04.056752 dv-cinder-786932-3-iscsi neutron-server[92924]: 'SecurityGroupRule': '1.2', Jul 13 19:25:04.056752 dv-cinder-786932-3-iscsi neutron-server[92924]: 'SubPort': '1.0', Jul 13 19:25:04.056752 dv-cinder-786932-3-iscsi neutron-server[92924]: 'Subnet': '1.1', Jul 13 19:25:04.056752 dv-cinder-786932-3-iscsi neutron-server[92924]: 'Trunk': '1.1'}} Jul 13 19:25:04.056752 dv-cinder-786932-3-iscsi neutron-server[92924]: {{(pid=92924) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 19:25:04.092973 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4543f39b-ec87-4750-8b0c-c6a698e796be admin admin] Checking segment: {'id': '3f1af203-9b3e-40af-a81f-d888de5fde99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'aabaeb63-5c54-4b34-b49e-52ca68f3a206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:25:04.093329 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4543f39b-ec87-4750-8b0c-c6a698e796be admin admin] Network hostable DHCP agents. Network: aabaeb63-5c54-4b34-b49e-52ca68f3a206, hostable agents: ['7ca4706b-9f63-429b-b1b9-7cbaa1b8656d'], hosted agents: [] {{(pid=92924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:25:04.116104 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4543f39b-ec87-4750-8b0c-c6a698e796be admin admin] Network aabaeb63-5c54-4b34-b49e-52ca68f3a206 is scheduled to be hosted by DHCP agent 7ca4706b-9f63-429b-b1b9-7cbaa1b8656d with binding_index 1 {{(pid=92924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:25:04.139696 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-4543f39b-ec87-4750-8b0c-c6a698e796be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-3-iscsi, aabaeb63-5c54-4b34-b49e-52ca68f3a206) {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:25:04.144760 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4543f39b-ec87-4750-8b0c-c6a698e796be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:04.145729 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4543f39b-ec87-4750-8b0c-c6a698e796be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600154'] for subnet, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:04.152071 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3984e93d-b115-48c6-be28-1590f0283840 None None] Network aabaeb63-5c54-4b34-b49e-52ca68f3a206 requested from dv-cinder-786932-3-iscsi {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:25:04.175954 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-4543f39b-ec87-4750-8b0c-c6a698e796be admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4235432 Jul 13 19:25:04.296526 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a80bda-74d7-4f5b-bfc2-30ccb2c9f242 None None] Network aabaeb63-5c54-4b34-b49e-52ca68f3a206 requested from dv-cinder-786932-3-iscsi {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:25:04.469388 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 48298) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:04.662490 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 48308) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:04.782752 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [None req-cebdaff6-5328-4502-b4a0-cb2e29add1ba admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-473569453-network', 'tenant_id': '117cfd7c8bd64e5eac700d0258401983'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:25:04.815202 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cebdaff6-5328-4502-b4a0-cb2e29add1ba admin admin] Made reservation on behalf of 117cfd7c8bd64e5eac700d0258401983 for: {'network': 1} {{(pid=92924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:25:04.818453 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-cebdaff6-5328-4502-b4a0-cb2e29add1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for network, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:04.830908 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-cebdaff6-5328-4502-b4a0-cb2e29add1ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:04.977642 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-cebdaff6-5328-4502-b4a0-cb2e29add1ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:04.984504 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-cebdaff6-5328-4502-b4a0-cb2e29add1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:05.015464 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebdaff6-5328-4502-b4a0-cb2e29add1ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5119686a-4fac-4e42-abda-fad875e8dd70,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:05.026791 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cebdaff6-5328-4502-b4a0-cb2e29add1ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=92924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:25:05.044148 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-cebdaff6-5328-4502-b4a0-cb2e29add1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825552'] for segment, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:05.044648 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.db.segments_db [None req-cebdaff6-5328-4502-b4a0-cb2e29add1ba admin admin] Added segment b2c84280-8460-4aa6-b89f-bacddd6514f2 of type vlan for network c438c907-bcad-48c0-af76-f26d5c29bc9d Jul 13 19:25:05.111588 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-cebdaff6-5328-4502-b4a0-cb2e29add1ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752272460036'] for network, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:05.157324 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-cebdaff6-5328-4502-b4a0-cb2e29add1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108'] for network, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:05.158744 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebdaff6-5328-4502-b4a0-cb2e29add1ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:05.162871 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-cebdaff6-5328-4502-b4a0-cb2e29add1ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600154'] for network, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:05.224928 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-cebdaff6-5328-4502-b4a0-cb2e29add1ba admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7515540 Jul 13 19:25:05.227148 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 48330) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:05.231247 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [None req-ac274231-778b-440a-b6d3-5c2a577c95ab admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-205678765-network', 'tenant_id': '09d928f8d15b4be49420ac3d92a41f6f'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:25:05.235357 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-64408292-b1ab-4cf4-af84-fc62f90c6c6b admin admin] Request body: {'subnet': {'network_id': 'c438c907-bcad-48c0-af76-f26d5c29bc9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-473569453-subnet', 'tenant_id': '117cfd7c8bd64e5eac700d0258401983', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:25:05.251843 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebdaff6-5328-4502-b4a0-cb2e29add1ba admin admin] Pushing event updated for resources: {'Network': ['ID=c438c907-bcad-48c0-af76-f26d5c29bc9d,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:05.267068 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Network c438c907-bcad-48c0-af76-f26d5c29bc9d details requested by agent ovs-agent-dv-cinder-786932-3-iscsi with host dv-cinder-786932-3-iscsi {{(pid=92925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:25:05.268134 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.db.api [None req-64408292-b1ab-4cf4-af84-fc62f90c6c6b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 19:25:05.268134 dv-cinder-786932-3-iscsi neutron-server[92923]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 13 19:25:05.268134 dv-cinder-786932-3-iscsi neutron-server[92923]: [parameters: {'project_id_1': '117cfd7c8bd64e5eac700d0258401983', 'expiration_1': datetime.datetime(2021, 7, 13, 19, 25, 5, 243086)}] Jul 13 19:25:05.268134 dv-cinder-786932-3-iscsi neutron-server[92923]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 19:25:05.268525 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG oslo_db.api [None req-64408292-b1ab-4cf4-af84-fc62f90c6c6b admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 19:25:05.275454 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac274231-778b-440a-b6d3-5c2a577c95ab admin admin] Made reservation on behalf of 09d928f8d15b4be49420ac3d92a41f6f for: {'network': 1} {{(pid=92924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:25:05.279250 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ac274231-778b-440a-b6d3-5c2a577c95ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for network, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:05.291196 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ac274231-778b-440a-b6d3-5c2a577c95ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:05.418426 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ac274231-778b-440a-b6d3-5c2a577c95ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:05.424556 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ac274231-778b-440a-b6d3-5c2a577c95ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:05.495035 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac274231-778b-440a-b6d3-5c2a577c95ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=92924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:25:05.519948 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac274231-778b-440a-b6d3-5c2a577c95ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da5f1f8-717f-4193-ab48-8f539e94ef35,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:05.539452 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ac274231-778b-440a-b6d3-5c2a577c95ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825552'] for segment, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:05.539804 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.db.segments_db [None req-ac274231-778b-440a-b6d3-5c2a577c95ab admin admin] Added segment d1c90e22-3ed8-421c-9c7d-06b4426b58df of type vlan for network 922632e1-2fcb-4d44-a394-325429781ce3 Jul 13 19:25:05.646358 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ac274231-778b-440a-b6d3-5c2a577c95ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752272460036'] for network, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:05.716929 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ac274231-778b-440a-b6d3-5c2a577c95ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108'] for network, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:05.718069 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac274231-778b-440a-b6d3-5c2a577c95ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:05.718722 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ac274231-778b-440a-b6d3-5c2a577c95ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600154'] for network, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:05.800630 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac274231-778b-440a-b6d3-5c2a577c95ab admin admin] Pushing event updated for resources: {'Network': ['ID=922632e1-2fcb-4d44-a394-325429781ce3,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:05.812661 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Network 922632e1-2fcb-4d44-a394-325429781ce3 details requested by agent ovs-agent-dv-cinder-786932-3-iscsi with host dv-cinder-786932-3-iscsi {{(pid=92925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:25:05.822839 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64408292-b1ab-4cf4-af84-fc62f90c6c6b admin admin] Made reservation on behalf of 117cfd7c8bd64e5eac700d0258401983 for: {'subnet': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:25:05.829943 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-ac274231-778b-440a-b6d3-5c2a577c95ab admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1653769 Jul 13 19:25:05.831391 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-64408292-b1ab-4cf4-af84-fc62f90c6c6b admin admin] Notify callbacks [] for subnet, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:05.835932 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 48350) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:05.841144 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [None req-294f5305-5ab6-4151-a02c-a94d49d091f8 admin admin] Request body: {'subnet': {'network_id': '922632e1-2fcb-4d44-a394-325429781ce3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-205678765-subnet', 'tenant_id': '09d928f8d15b4be49420ac3d92a41f6f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:25:05.922090 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294f5305-5ab6-4151-a02c-a94d49d091f8 admin admin] Made reservation on behalf of 09d928f8d15b4be49420ac3d92a41f6f for: {'subnet': 1} {{(pid=92924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:25:05.926934 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-294f5305-5ab6-4151-a02c-a94d49d091f8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:06.164439 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-64408292-b1ab-4cf4-af84-fc62f90c6c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108'] for subnet, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:06.265459 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64408292-b1ab-4cf4-af84-fc62f90c6c6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea1ae014-478a-41b7-af24-a9a2c8a9fd89,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:06.276137 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64408292-b1ab-4cf4-af84-fc62f90c6c6b admin admin] Checking segment: {'id': 'b2c84280-8460-4aa6-b89f-bacddd6514f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'c438c907-bcad-48c0-af76-f26d5c29bc9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:25:06.276614 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64408292-b1ab-4cf4-af84-fc62f90c6c6b admin admin] Network hostable DHCP agents. Network: c438c907-bcad-48c0-af76-f26d5c29bc9d, hostable agents: ['7ca4706b-9f63-429b-b1b9-7cbaa1b8656d'], hosted agents: [] {{(pid=92923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:25:06.312373 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64408292-b1ab-4cf4-af84-fc62f90c6c6b admin admin] Network c438c907-bcad-48c0-af76-f26d5c29bc9d is scheduled to be hosted by DHCP agent 7ca4706b-9f63-429b-b1b9-7cbaa1b8656d with binding_index 1 {{(pid=92923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:25:06.333571 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-64408292-b1ab-4cf4-af84-fc62f90c6c6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-3-iscsi, c438c907-bcad-48c0-af76-f26d5c29bc9d) {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:25:06.344541 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64408292-b1ab-4cf4-af84-fc62f90c6c6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:06.347455 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-64408292-b1ab-4cf4-af84-fc62f90c6c6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600154'] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:06.349143 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2745495e-00b3-4b6c-989a-e3fd6f9dd7e2 None None] Network c438c907-bcad-48c0-af76-f26d5c29bc9d requested from dv-cinder-786932-3-iscsi {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:25:06.385605 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-64408292-b1ab-4cf4-af84-fc62f90c6c6b admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1560326 Jul 13 19:25:06.386350 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 48370) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:06.392467 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-d9a9f63b-fe63-4cdf-b570-30b269e7455a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-473569453-router', 'tenant_id': '117cfd7c8bd64e5eac700d0258401983', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2'}}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:25:06.453110 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d9a9f63b-fe63-4cdf-b570-30b269e7455a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-759456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9169'] for router, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:06.456547 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d9a9f63b-fe63-4cdf-b570-30b269e7455a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9178'] for router, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:06.493511 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-294f5305-5ab6-4151-a02c-a94d49d091f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108'] for subnet, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:06.613522 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdd2fd5-655f-4a9c-8bf6-7d1e4e7e1904 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9426e93d-dde2-5cd1-aa01-d42f6a4b4003-c438c907-bcad-48c0-af76-f26d5c29bc9d', 'network_id': 'c438c907-bcad-48c0-af76-f26d5c29bc9d', 'tenant_id': '117cfd7c8bd64e5eac700d0258401983', 'fixed_ips': [{'subnet_id': 'ea1ae014-478a-41b7-af24-a9a2c8a9fd89'}]}} from dv-cinder-786932-3-iscsi. {{(pid=92925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:25:06.614400 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-2bdd2fd5-655f-4a9c-8bf6-7d1e4e7e1904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:06.637916 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294f5305-5ab6-4151-a02c-a94d49d091f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e577557a-4de0-4b64-b346-c9cb7908bed6,revision_number=0']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:06.672679 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294f5305-5ab6-4151-a02c-a94d49d091f8 admin admin] Checking segment: {'id': 'd1c90e22-3ed8-421c-9c7d-06b4426b58df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '922632e1-2fcb-4d44-a394-325429781ce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:25:06.682904 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294f5305-5ab6-4151-a02c-a94d49d091f8 admin admin] Network hostable DHCP agents. Network: 922632e1-2fcb-4d44-a394-325429781ce3, hostable agents: ['7ca4706b-9f63-429b-b1b9-7cbaa1b8656d'], hosted agents: [] {{(pid=92924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:25:06.685130 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d9a9f63b-fe63-4cdf-b570-30b269e7455a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:06.703260 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294f5305-5ab6-4151-a02c-a94d49d091f8 admin admin] Network 922632e1-2fcb-4d44-a394-325429781ce3 is scheduled to be hosted by DHCP agent 7ca4706b-9f63-429b-b1b9-7cbaa1b8656d with binding_index 1 {{(pid=92924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:25:06.718552 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-294f5305-5ab6-4151-a02c-a94d49d091f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-3-iscsi, 922632e1-2fcb-4d44-a394-325429781ce3) {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:25:06.723955 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294f5305-5ab6-4151-a02c-a94d49d091f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:06.725551 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-294f5305-5ab6-4151-a02c-a94d49d091f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600154'] for subnet, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:06.738726 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec058d9-6890-4816-91d5-bb83c48c4f5b None None] Network 922632e1-2fcb-4d44-a394-325429781ce3 requested from dv-cinder-786932-3-iscsi {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:25:06.755816 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-294f5305-5ab6-4151-a02c-a94d49d091f8 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9184394 Jul 13 19:25:06.758336 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 48408) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:06.763729 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [None req-2dd15425-5627-4995-8fe8-67aeebeddbf0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-205678765-router', 'tenant_id': '09d928f8d15b4be49420ac3d92a41f6f', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2'}}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:25:06.817536 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-2dd15425-5627-4995-8fe8-67aeebeddbf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-759456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9169'] for router, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:06.824656 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-2dd15425-5627-4995-8fe8-67aeebeddbf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9178'] for router, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:06.900936 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-2dd15425-5627-4995-8fe8-67aeebeddbf0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:07.008435 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d9a9f63b-fe63-4cdf-b570-30b269e7455a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-761308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-759478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10800'] for router, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:07.018433 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.db_base_plugin_common [None req-2bdd2fd5-655f-4a9c-8bf6-7d1e4e7e1904 None None] Allocated IP 172.20.0.2 (c438c907-bcad-48c0-af76-f26d5c29bc9d/ea1ae014-478a-41b7-af24-a9a2c8a9fd89/77323c84-3748-4ebe-93f1-f23ecbef15c9) {{(pid=92925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:25:07.042451 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 48434) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:07.055055 dv-cinder-786932-3-iscsi neutron-server[92923]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 13 19:25:07.162770 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b9799b-f26f-41f8-9d62-ebf16430c590 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9426e93d-dde2-5cd1-aa01-d42f6a4b4003-922632e1-2fcb-4d44-a394-325429781ce3', 'network_id': '922632e1-2fcb-4d44-a394-325429781ce3', 'tenant_id': '09d928f8d15b4be49420ac3d92a41f6f', 'fixed_ips': [{'subnet_id': 'e577557a-4de0-4b64-b346-c9cb7908bed6'}]}} from dv-cinder-786932-3-iscsi. {{(pid=92925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:25:07.164201 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-39b9799b-f26f-41f8-9d62-ebf16430c590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:07.165732 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-2dd15425-5627-4995-8fe8-67aeebeddbf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-761308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-759478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10800'] for router, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:07.355686 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620ad0bf-eaca-4905-a75a-9e275afbc1af req-9af9af83-f535-4b65-b4a9-f7187a2b0b85 tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:07.364646 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-620ad0bf-eaca-4905-a75a-9e275afbc1af req-9af9af83-f535-4b65-b4a9-f7187a2b0b85 tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] 10.222.0.67 "GET /v2.0/networks?id=aabaeb63-5c54-4b34-b49e-52ca68f3a206 HTTP/1.1" status: 200 len: 812 time: 0.3189957 Jul 13 19:25:07.396837 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.db_base_plugin_common [None req-39b9799b-f26f-41f8-9d62-ebf16430c590 None None] Allocated IP 172.20.0.2 (922632e1-2fcb-4d44-a394-325429781ce3/e577557a-4de0-4b64-b346-c9cb7908bed6/68d788eb-9ce7-4dce-a470-e27d386070d3) {{(pid=92925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:25:07.433542 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-620ad0bf-eaca-4905-a75a-9e275afbc1af req-5e479342-082e-4b8e-8c75-128c9bce0491 tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] 10.222.0.67 "GET /v2.0/quotas/235c3d241f2a474aa976bf358c985539 HTTP/1.1" status: 200 len: 375 time: 0.0676272 Jul 13 19:25:07.506774 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-620ad0bf-eaca-4905-a75a-9e275afbc1af req-e1f0b08a-51c3-4fb7-b1e2-db8d7cadf0ca tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=235c3d241f2a474aa976bf358c985539&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0718620 Jul 13 19:25:07.569231 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-2dd15425-5627-4995-8fe8-67aeebeddbf0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:07.627322 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-39b9799b-f26f-41f8-9d62-ebf16430c590 None None] Notify callbacks [] for port, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:07.629857 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-2dd15425-5627-4995-8fe8-67aeebeddbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:07.641335 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-39b9799b-f26f-41f8-9d62-ebf16430c590 None None] Transition to ACTIVE for port object 68d788eb-9ce7-4dce-a470-e27d386070d3 will not be triggered until provisioned by entity L2. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:25:07.660250 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-39b9799b-f26f-41f8-9d62-ebf16430c590 None None] Transition to ACTIVE for port object 68d788eb-9ce7-4dce-a470-e27d386070d3 will not be triggered until provisioned by entity DHCP. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:25:07.679340 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-39b9799b-f26f-41f8-9d62-ebf16430c590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752272454283'] for port, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:07.710156 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b9799b-f26f-41f8-9d62-ebf16430c590 None None] Network 922632e1-2fcb-4d44-a394-325429781ce3 is already hosted by enough agents. {{(pid=92925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:25:07.715691 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.scheduler.base_scheduler [None req-39b9799b-f26f-41f8-9d62-ebf16430c590 None None] Resources bound (agent type, host, resource id): {{(pid=92925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:25:07.727789 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b9799b-f26f-41f8-9d62-ebf16430c590 None None] Received port after_create {{(pid=92925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:25:07.910621 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-2bdd2fd5-655f-4a9c-8bf6-7d1e4e7e1904 None None] Notify callbacks [] for port, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:07.923108 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [None req-2dd15425-5627-4995-8fe8-67aeebeddbf0 admin admin] Allocated IP 172.27.1.214 (c2fcde99-d8d4-483e-a474-248e3afaaef2/3c8e1596-5f1e-4fec-b61e-66ec42c4519a/2780c301-af71-40ac-8dc0-dad9143e9d26) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:25:07.924687 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d9a9f63b-fe63-4cdf-b570-30b269e7455a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:07.953440 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d9a9f63b-fe63-4cdf-b570-30b269e7455a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:07.971519 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-2bdd2fd5-655f-4a9c-8bf6-7d1e4e7e1904 None None] Transition to ACTIVE for port object 77323c84-3748-4ebe-93f1-f23ecbef15c9 will not be triggered until provisioned by entity L2. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:25:07.991550 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-39b9799b-f26f-41f8-9d62-ebf16430c590 None None] Attempting to bind port 68d788eb-9ce7-4dce-a470-e27d386070d3 on host dv-cinder-786932-3-iscsi for vnic_type normal with profile {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:25:07.991855 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-39b9799b-f26f-41f8-9d62-ebf16430c590 None None] Attempting to bind port 68d788eb-9ce7-4dce-a470-e27d386070d3 by drivers openvswitch,hyperv on host dv-cinder-786932-3-iscsi at level 0 using segments [{'id': 'd1c90e22-3ed8-421c-9c7d-06b4426b58df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '922632e1-2fcb-4d44-a394-325429781ce3'}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:25:07.992216 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b9799b-f26f-41f8-9d62-ebf16430c590 None None] Attempting to bind port 68d788eb-9ce7-4dce-a470-e27d386070d3 on network 922632e1-2fcb-4d44-a394-325429781ce3 {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:25:08.004214 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b9799b-f26f-41f8-9d62-ebf16430c590 None None] Pushing event updated for resources: {'Port': ['ID=68d788eb-9ce7-4dce-a470-e27d386070d3,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:08.012774 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-2bdd2fd5-655f-4a9c-8bf6-7d1e4e7e1904 None None] Transition to ACTIVE for port object 77323c84-3748-4ebe-93f1-f23ecbef15c9 will not be triggered until provisioned by entity DHCP. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:25:08.019068 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b9799b-f26f-41f8-9d62-ebf16430c590 None None] Checking agent: {'id': '9c58f4e9-8628-43da-8d7d-cb04bd9f4726', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 19), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:25:08.022612 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b9799b-f26f-41f8-9d62-ebf16430c590 None None] Checking segment: {'id': 'd1c90e22-3ed8-421c-9c7d-06b4426b58df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '922632e1-2fcb-4d44-a394-325429781ce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:25:08.022612 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-39b9799b-f26f-41f8-9d62-ebf16430c590 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:08.022612 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b9799b-f26f-41f8-9d62-ebf16430c590 None None] Bound using segment: {'id': 'd1c90e22-3ed8-421c-9c7d-06b4426b58df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '922632e1-2fcb-4d44-a394-325429781ce3'} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:25:08.022612 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-39b9799b-f26f-41f8-9d62-ebf16430c590 None None] Bound port: 68d788eb-9ce7-4dce-a470-e27d386070d3, host: dv-cinder-786932-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1c90e22-3ed8-421c-9c7d-06b4426b58df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '922632e1-2fcb-4d44-a394-325429781ce3'}}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:25:08.022612 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-39b9799b-f26f-41f8-9d62-ebf16430c590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:08.025987 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b9799b-f26f-41f8-9d62-ebf16430c590 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:08.026334 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b9799b-f26f-41f8-9d62-ebf16430c590 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:08.026997 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b9799b-f26f-41f8-9d62-ebf16430c590 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:08.026997 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b9799b-f26f-41f8-9d62-ebf16430c590 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:08.027426 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b9799b-f26f-41f8-9d62-ebf16430c590 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:08.027661 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b9799b-f26f-41f8-9d62-ebf16430c590 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:08.027999 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b9799b-f26f-41f8-9d62-ebf16430c590 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:08.028298 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b9799b-f26f-41f8-9d62-ebf16430c590 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:08.028625 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b9799b-f26f-41f8-9d62-ebf16430c590 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:08.029071 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b9799b-f26f-41f8-9d62-ebf16430c590 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:08.029614 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b9799b-f26f-41f8-9d62-ebf16430c590 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:08.029855 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b9799b-f26f-41f8-9d62-ebf16430c590 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:08.031194 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b9799b-f26f-41f8-9d62-ebf16430c590 None None] Tracked resource versions report: Jul 13 19:25:08.031194 dv-cinder-786932-3-iscsi neutron-server[92925]: pushed versions: Jul 13 19:25:08.031194 dv-cinder-786932-3-iscsi neutron-server[92925]: { 'AddressGroup': {'1.2'}, Jul 13 19:25:08.031194 dv-cinder-786932-3-iscsi neutron-server[92925]: 'ConntrackHelper': {'1.0'}, Jul 13 19:25:08.031194 dv-cinder-786932-3-iscsi neutron-server[92925]: 'Log': {'1.0'}, Jul 13 19:25:08.031194 dv-cinder-786932-3-iscsi neutron-server[92925]: 'Network': {'1.1'}, Jul 13 19:25:08.031194 dv-cinder-786932-3-iscsi neutron-server[92925]: 'Port': {'1.7'}, Jul 13 19:25:08.031194 dv-cinder-786932-3-iscsi neutron-server[92925]: 'PortForwarding': {'1.2'}, Jul 13 19:25:08.031194 dv-cinder-786932-3-iscsi neutron-server[92925]: 'QosPolicy': {'1.8'}, Jul 13 19:25:08.031194 dv-cinder-786932-3-iscsi neutron-server[92925]: 'SecurityGroup': {'1.4'}, Jul 13 19:25:08.031194 dv-cinder-786932-3-iscsi neutron-server[92925]: 'SecurityGroupRule': {'1.2'}, Jul 13 19:25:08.031194 dv-cinder-786932-3-iscsi neutron-server[92925]: 'SubPort': {'1.0'}, Jul 13 19:25:08.031194 dv-cinder-786932-3-iscsi neutron-server[92925]: 'Subnet': {'1.1'}, Jul 13 19:25:08.031194 dv-cinder-786932-3-iscsi neutron-server[92925]: 'Trunk': {'1.1'}} Jul 13 19:25:08.031194 dv-cinder-786932-3-iscsi neutron-server[92925]: consumer versions: Jul 13 19:25:08.031194 dv-cinder-786932-3-iscsi neutron-server[92925]: { DHCP agent@dv-cinder-786932-3-iscsi: {}, Jul 13 19:25:08.031194 dv-cinder-786932-3-iscsi neutron-server[92925]: HyperV agent@hv-cinder-78693: {}, Jul 13 19:25:08.031194 dv-cinder-786932-3-iscsi neutron-server[92925]: L3 agent@dv-cinder-786932-3-iscsi: {}, Jul 13 19:25:08.031194 dv-cinder-786932-3-iscsi neutron-server[92925]: Metadata agent@dv-cinder-786932-3-iscsi: {}, Jul 13 19:25:08.031194 dv-cinder-786932-3-iscsi neutron-server[92925]: Metering agent@dv-cinder-786932-3-iscsi: {}, Jul 13 19:25:08.031194 dv-cinder-786932-3-iscsi neutron-server[92925]: Open vSwitch agent@dv-cinder-786932-3-iscsi: { 'AddressGroup': '1.2', Jul 13 19:25:08.031194 dv-cinder-786932-3-iscsi neutron-server[92925]: 'ConntrackHelper': '1.0', Jul 13 19:25:08.031194 dv-cinder-786932-3-iscsi neutron-server[92925]: 'Log': '1.0', Jul 13 19:25:08.031194 dv-cinder-786932-3-iscsi neutron-server[92925]: 'Network': '1.1', Jul 13 19:25:08.031194 dv-cinder-786932-3-iscsi neutron-server[92925]: 'Port': '1.7', Jul 13 19:25:08.031194 dv-cinder-786932-3-iscsi neutron-server[92925]: 'PortForwarding': '1.2', Jul 13 19:25:08.031194 dv-cinder-786932-3-iscsi neutron-server[92925]: 'QosPolicy': '1.8', Jul 13 19:25:08.031194 dv-cinder-786932-3-iscsi neutron-server[92925]: 'SecurityGroup': '1.4', Jul 13 19:25:08.031194 dv-cinder-786932-3-iscsi neutron-server[92925]: 'SecurityGroupRule': '1.2', Jul 13 19:25:08.031194 dv-cinder-786932-3-iscsi neutron-server[92925]: 'SubPort': '1.0', Jul 13 19:25:08.031194 dv-cinder-786932-3-iscsi neutron-server[92925]: 'Subnet': '1.1', Jul 13 19:25:08.031194 dv-cinder-786932-3-iscsi neutron-server[92925]: 'Trunk': '1.1'}} Jul 13 19:25:08.031194 dv-cinder-786932-3-iscsi neutron-server[92925]: {{(pid=92925) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 19:25:08.034161 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-2bdd2fd5-655f-4a9c-8bf6-7d1e4e7e1904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752272454283'] for port, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:08.066939 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [req-620ad0bf-eaca-4905-a75a-9e275afbc1af req-d3fd31b5-bb3d-4b91-8bb4-7c0245a003ee service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=92923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:25:08.083177 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-620ad0bf-eaca-4905-a75a-9e275afbc1af req-d3fd31b5-bb3d-4b91-8bb4-7c0245a003ee service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2262075 Jul 13 19:25:08.121509 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdd2fd5-655f-4a9c-8bf6-7d1e4e7e1904 None None] Network c438c907-bcad-48c0-af76-f26d5c29bc9d is already hosted by enough agents. {{(pid=92925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:25:08.144417 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.scheduler.base_scheduler [None req-2bdd2fd5-655f-4a9c-8bf6-7d1e4e7e1904 None None] Resources bound (agent type, host, resource id): {{(pid=92925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:25:08.165162 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdd2fd5-655f-4a9c-8bf6-7d1e4e7e1904 None None] Received port after_create {{(pid=92925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:25:08.187687 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdd2fd5-655f-4a9c-8bf6-7d1e4e7e1904 None None] Pushing event updated for resources: {'Port': ['ID=77323c84-3748-4ebe-93f1-f23ecbef15c9,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:08.218024 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-620ad0bf-eaca-4905-a75a-9e275afbc1af req-ee9052cb-d20d-4e23-a062-f6c161d15033 service neutron] 10.222.0.67 "GET /v2.0/networks/aabaeb63-5c54-4b34-b49e-52ca68f3a206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314948 Jul 13 19:25:08.219858 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 48498) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:08.232124 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-2dd15425-5627-4995-8fe8-67aeebeddbf0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:08.276752 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-2dd15425-5627-4995-8fe8-67aeebeddbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752272454283'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:08.347370 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd15425-5627-4995-8fe8-67aeebeddbf0 admin admin] Network c2fcde99-d8d4-483e-a474-248e3afaaef2 is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:25:08.348627 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd15425-5627-4995-8fe8-67aeebeddbf0 admin admin] Pushing event updated for resources: {'Port': ['ID=2780c301-af71-40ac-8dc0-dad9143e9d26,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:08.351799 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-2dd15425-5627-4995-8fe8-67aeebeddbf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:25:08.376092 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-39b9799b-f26f-41f8-9d62-ebf16430c590 None None] For port 68d788eb-9ce7-4dce-a470-e27d386070d3, host dv-cinder-786932-3-iscsi, cleared binding levels {{(pid=92925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:25:08.376364 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [None req-d9a9f63b-fe63-4cdf-b570-30b269e7455a admin admin] Allocated IP 172.27.1.176 (c2fcde99-d8d4-483e-a474-248e3afaaef2/3c8e1596-5f1e-4fec-b61e-66ec42c4519a/f774284a-1b67-4d3e-a324-9edcf8302de8) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:25:08.389742 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-2bdd2fd5-655f-4a9c-8bf6-7d1e4e7e1904 None None] Attempting to bind port 77323c84-3748-4ebe-93f1-f23ecbef15c9 on host dv-cinder-786932-3-iscsi for vnic_type normal with profile {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:25:08.390539 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-2bdd2fd5-655f-4a9c-8bf6-7d1e4e7e1904 None None] Attempting to bind port 77323c84-3748-4ebe-93f1-f23ecbef15c9 by drivers openvswitch,hyperv on host dv-cinder-786932-3-iscsi at level 0 using segments [{'id': 'b2c84280-8460-4aa6-b89f-bacddd6514f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'c438c907-bcad-48c0-af76-f26d5c29bc9d'}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:25:08.391107 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdd2fd5-655f-4a9c-8bf6-7d1e4e7e1904 None None] Attempting to bind port 77323c84-3748-4ebe-93f1-f23ecbef15c9 on network c438c907-bcad-48c0-af76-f26d5c29bc9d {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:25:08.395040 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd15425-5627-4995-8fe8-67aeebeddbf0 admin admin] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:25:08.401958 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdd2fd5-655f-4a9c-8bf6-7d1e4e7e1904 None None] Checking agent: {'id': '9c58f4e9-8628-43da-8d7d-cb04bd9f4726', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 19), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:25:08.402931 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdd2fd5-655f-4a9c-8bf6-7d1e4e7e1904 None None] Checking segment: {'id': 'b2c84280-8460-4aa6-b89f-bacddd6514f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'c438c907-bcad-48c0-af76-f26d5c29bc9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:25:08.403557 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-2bdd2fd5-655f-4a9c-8bf6-7d1e4e7e1904 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:08.404844 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdd2fd5-655f-4a9c-8bf6-7d1e4e7e1904 None None] Bound using segment: {'id': 'b2c84280-8460-4aa6-b89f-bacddd6514f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'c438c907-bcad-48c0-af76-f26d5c29bc9d'} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:25:08.405628 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-2bdd2fd5-655f-4a9c-8bf6-7d1e4e7e1904 None None] Bound port: 77323c84-3748-4ebe-93f1-f23ecbef15c9, host: dv-cinder-786932-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2c84280-8460-4aa6-b89f-bacddd6514f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'c438c907-bcad-48c0-af76-f26d5c29bc9d'}}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:25:08.406216 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-2bdd2fd5-655f-4a9c-8bf6-7d1e4e7e1904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:08.409682 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-39b9799b-f26f-41f8-9d62-ebf16430c590 None None] For port 68d788eb-9ce7-4dce-a470-e27d386070d3, host dv-cinder-786932-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=68d788eb-9ce7-4dce-a470-e27d386070d3,segment=NetworkSegment(d1c90e22-3ed8-421c-9c7d-06b4426b58df),segment_id=d1c90e22-3ed8-421c-9c7d-06b4426b58df)] {{(pid=92925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:25:08.423643 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-620ad0bf-eaca-4905-a75a-9e275afbc1af req-2d694cca-b791-4b56-9d63-564447270ae9 service neutron] 10.222.0.67 "GET /v2.0/networks/aabaeb63-5c54-4b34-b49e-52ca68f3a206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045367 Jul 13 19:25:08.425465 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-39b9799b-f26f-41f8-9d62-ebf16430c590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:08.593495 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b9799b-f26f-41f8-9d62-ebf16430c590 None None] Pushing event updated for resources: {'Port': ['ID=68d788eb-9ce7-4dce-a470-e27d386070d3,revision_number=2']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:08.597082 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-2bdd2fd5-655f-4a9c-8bf6-7d1e4e7e1904 None None] For port 77323c84-3748-4ebe-93f1-f23ecbef15c9, host dv-cinder-786932-3-iscsi, cleared binding levels {{(pid=92925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:25:08.600822 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-2bdd2fd5-655f-4a9c-8bf6-7d1e4e7e1904 None None] For port 77323c84-3748-4ebe-93f1-f23ecbef15c9, host dv-cinder-786932-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=77323c84-3748-4ebe-93f1-f23ecbef15c9,segment=NetworkSegment(b2c84280-8460-4aa6-b89f-bacddd6514f2),segment_id=b2c84280-8460-4aa6-b89f-bacddd6514f2)] {{(pid=92925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:25:08.609120 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-2bdd2fd5-655f-4a9c-8bf6-7d1e4e7e1904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:08.623824 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-581ffc6c-6a5a-4f28-8989-0c81933cf988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:08.655263 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 48508) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:08.808942 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdd2fd5-655f-4a9c-8bf6-7d1e4e7e1904 None None] Pushing event updated for resources: {'Port': ['ID=77323c84-3748-4ebe-93f1-f23ecbef15c9,revision_number=2']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:08.983088 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 48524) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:08.993702 dv-cinder-786932-3-iscsi neutron-server[92924]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 13 19:25:09.023292 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d9a9f63b-fe63-4cdf-b570-30b269e7455a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:09.074735 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9a0564c0-6534-4b19-a6be-d68737d9e473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:09.180550 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d9a9f63b-fe63-4cdf-b570-30b269e7455a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752272454283'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:09.201816 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a9f63b-fe63-4cdf-b570-30b269e7455a admin admin] Network c2fcde99-d8d4-483e-a474-248e3afaaef2 is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:25:09.205267 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-d9a9f63b-fe63-4cdf-b570-30b269e7455a admin admin] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:25:09.208822 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a9f63b-fe63-4cdf-b570-30b269e7455a admin admin] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:25:09.238638 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-74362d57-7ea9-40fc-97a5-c5a2326c9665 req-dd350eeb-1a18-4913-b9bf-2fea439019c3 tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] 10.222.0.67 "GET /v2.0/ports?device_id=398f0204-f020-474d-a5d7-3164baae27ca HTTP/1.1" status: 200 len: 210 time: 0.2441490 Jul 13 19:25:09.280397 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-2dd15425-5627-4995-8fe8-67aeebeddbf0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:09.491468 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device 68d788eb-9ce7-4dce-a470-e27d386070d3 up at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:25:09.671142 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a9f63b-fe63-4cdf-b570-30b269e7455a admin admin] Pushing event updated for resources: {'Port': ['ID=f774284a-1b67-4d3e-a324-9edcf8302de8,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:09.676781 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-581ffc6c-6a5a-4f28-8989-0c81933cf988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:09.683776 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-581ffc6c-6a5a-4f28-8989-0c81933cf988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:09.687943 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning for port 68d788eb-9ce7-4dce-a470-e27d386070d3 completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:25:09.924449 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581ffc6c-6a5a-4f28-8989-0c81933cf988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d016c879-d7e8-4384-8637-df93557eb301,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:09.943911 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 48574) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:09.954527 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-581ffc6c-6a5a-4f28-8989-0c81933cf988 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f6bff7c9df2f4caca664362df8fde384&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7270379 Jul 13 19:25:09.957235 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 48580) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:10.009251 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-2dd15425-5627-4995-8fe8-67aeebeddbf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760381'] for router, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:10.033954 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d9a9f63b-fe63-4cdf-b570-30b269e7455a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:10.205549 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-51bd5ff6-b15f-4003-a0d2-c59160f7e6b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:10.276965 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9a0564c0-6534-4b19-a6be-d68737d9e473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:10.331781 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9a0564c0-6534-4b19-a6be-d68737d9e473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:10.342902 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d9a9f63b-fe63-4cdf-b570-30b269e7455a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760381'] for router, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:10.383694 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-84237574-b618-4b8c-bdb3-db4f96627218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:10.442876 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185d0141-0158-4865-a5fc-d7ef791ac2e6 None None] Network 922632e1-2fcb-4d44-a394-325429781ce3 requested from dv-cinder-786932-3-iscsi {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:25:10.474545 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-9a0564c0-6534-4b19-a6be-d68737d9e473 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=db647366f3ba4b31acdd6a92ea94acd7&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8142188 Jul 13 19:25:10.493506 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-b4b135f7-a1fc-4eb0-b5e9-b330b3adc8fe req-1c5bf8a5-b03a-40fa-9f12-8fac5b3df56e tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] 10.222.0.67 "GET /v2.0/ports?device_id=398f0204-f020-474d-a5d7-3164baae27ca HTTP/1.1" status: 200 len: 210 time: 0.1482320 Jul 13 19:25:10.503468 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 48594) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:10.530140 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0564c0-6534-4b19-a6be-d68737d9e473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=554a3491-478a-4ab8-8cfd-c62f35683f21,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:10.548724 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-84237574-b618-4b8c-bdb3-db4f96627218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:10.566195 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-ed4ecaf0-fbab-47fc-ac4f-83e1fd88f001 None None] Provisioning for port 68d788eb-9ce7-4dce-a470-e27d386070d3 completed by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:25:10.617011 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-ed4ecaf0-fbab-47fc-ac4f-83e1fd88f001 None None] Provisioning complete for port 68d788eb-9ce7-4dce-a470-e27d386070d3 triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:25:10.617719 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-ed4ecaf0-fbab-47fc-ac4f-83e1fd88f001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:10.647591 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4ffb05f9-49e6-4c75-ac7d-fd9aea8555a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:10.682073 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4ffb05f9-49e6-4c75-ac7d-fd9aea8555a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:10.693224 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9a9f63b-fe63-4cdf-b570-30b269e7455a admin admin] Router 5d6fc093-8898-47d9-af31-38f25be314cd is scheduled to L3 agent beedb406-ab13-44dd-957b-972171d020d2 with binding_index 1 {{(pid=92923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:25:10.738902 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd15425-5627-4995-8fe8-67aeebeddbf0 admin admin] Router b299da8c-f74d-4b8c-afd6-d60053b56697 is scheduled to L3 agent beedb406-ab13-44dd-957b-972171d020d2 with binding_index 1 {{(pid=92924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:25:10.763588 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-84237574-b618-4b8c-bdb3-db4f96627218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:10.775280 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-84237574-b618-4b8c-bdb3-db4f96627218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:10.779801 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-84237574-b618-4b8c-bdb3-db4f96627218 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d016c879-d7e8-4384-8637-df93557eb301 HTTP/1.1" status: 204 len: 168 time: 0.8086729 Jul 13 19:25:10.826595 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-ed4ecaf0-fbab-47fc-ac4f-83e1fd88f001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:10.860070 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ec1e6c-8f30-4f9d-a799-13cf96c40db3 None None] Network c438c907-bcad-48c0-af76-f26d5c29bc9d requested from dv-cinder-786932-3-iscsi {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:25:10.901280 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84237574-b618-4b8c-bdb3-db4f96627218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d016c879-d7e8-4384-8637-df93557eb301,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:10.912157 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-ed4ecaf0-fbab-47fc-ac4f-83e1fd88f001 None None] For port 68d788eb-9ce7-4dce-a470-e27d386070d3, host dv-cinder-786932-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=68d788eb-9ce7-4dce-a470-e27d386070d3,segment=NetworkSegment(d1c90e22-3ed8-421c-9c7d-06b4426b58df),segment_id=d1c90e22-3ed8-421c-9c7d-06b4426b58df)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:10.916975 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4ffb05f9-49e6-4c75-ac7d-fd9aea8555a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:10.922690 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4ffb05f9-49e6-4c75-ac7d-fd9aea8555a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:10.927159 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-4ffb05f9-49e6-4c75-ac7d-fd9aea8555a7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/554a3491-478a-4ab8-8cfd-c62f35683f21 HTTP/1.1" status: 204 len: 168 time: 0.4184804 Jul 13 19:25:10.931086 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-ed4ecaf0-fbab-47fc-ac4f-83e1fd88f001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:10.931319 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-51bd5ff6-b15f-4003-a0d2-c59160f7e6b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:10.977037 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-51bd5ff6-b15f-4003-a0d2-c59160f7e6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:11.030699 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffb05f9-49e6-4c75-ac7d-fd9aea8555a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=554a3491-478a-4ab8-8cfd-c62f35683f21,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:11.082965 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9a9f63b-fe63-4cdf-b570-30b269e7455a admin admin] Notify agent at l3_agent.dv-cinder-786932-3-iscsi the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:25:11.095609 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95305681-0b2d-4e08-8bd9-2134a20e2e2b None None] Sync routers for ids ['5d6fc093-8898-47d9-af31-38f25be314cd'] in dv-cinder-786932-3-iscsi {{(pid=92926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:25:11.115103 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95305681-0b2d-4e08-8bd9-2134a20e2e2b None None] Routers {'5d6fc093-8898-47d9-af31-38f25be314cd'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:25:11.116260 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-95305681-0b2d-4e08-8bd9-2134a20e2e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:24:49Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['5d6fc093-8898-47d9-af31-38f25be314cd'], 'active': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:11.127929 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d9a9f63b-fe63-4cdf-b570-30b269e7455a admin admin] Notify callbacks [] for router, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:11.129154 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-d9a9f63b-fe63-4cdf-b570-30b269e7455a admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.7418022 Jul 13 19:25:11.133093 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 48622) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:11.206951 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-51bd5ff6-b15f-4003-a0d2-c59160f7e6b1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=dcc4ed4bb75e43779bf103254bf8d8d7&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2580185 Jul 13 19:25:11.206951 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 48628) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:11.220934 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bd5ff6-b15f-4003-a0d2-c59160f7e6b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=156e3f78-d2a2-4d33-ab65-356cc84fba7a,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:11.254018 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4ecaf0-fbab-47fc-ac4f-83e1fd88f001 None None] Pushing event updated for resources: {'Port': ['ID=68d788eb-9ce7-4dce-a470-e27d386070d3,revision_number=3']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:11.275664 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-8dfeed57-e624-4d1b-98c8-d043abe320d1 None None] Provisioning for port 77323c84-3748-4ebe-93f1-f23ecbef15c9 completed by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:25:11.312201 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd15425-5627-4995-8fe8-67aeebeddbf0 admin admin] Notify agent at l3_agent.dv-cinder-786932-3-iscsi the message routers_updated {{(pid=92924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:25:11.330656 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ff493f-3fa6-4908-b62c-0db1e176966b None None] Sync routers for ids ['b299da8c-f74d-4b8c-afd6-d60053b56697'] in dv-cinder-786932-3-iscsi {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:25:11.421176 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-2dd15425-5627-4995-8fe8-67aeebeddbf0 admin admin] Notify callbacks [] for router, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:11.438522 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-2dd15425-5627-4995-8fe8-67aeebeddbf0 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.6714313 Jul 13 19:25:11.439660 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 48634) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:11.477890 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvr_db [None req-95305681-0b2d-4e08-8bd9-2134a20e2e2b None None] Set router 5d6fc093-8898-47d9-af31-38f25be314cd gateway port host: dv-cinder-786932-3-iscsi {{(pid=92926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:25:11.527970 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ff493f-3fa6-4908-b62c-0db1e176966b None None] Routers {'b299da8c-f74d-4b8c-afd6-d60053b56697'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:25:11.531573 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-16ff493f-3fa6-4908-b62c-0db1e176966b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:24:49Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['b299da8c-f74d-4b8c-afd6-d60053b56697'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:11.589546 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-6ef75900-ed49-4a3b-9ca3-0cac756b8f57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:11.624730 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device 77323c84-3748-4ebe-93f1-f23ecbef15c9 up at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:25:11.639947 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-0379834d-8850-4855-b046-6af6edd04155 None None] Provisioning complete for port 68d788eb-9ce7-4dce-a470-e27d386070d3 triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:25:11.640588 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-0379834d-8850-4855-b046-6af6edd04155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:11.746203 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-6ef75900-ed49-4a3b-9ca3-0cac756b8f57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:11.905680 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 48652) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:12.059028 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-6ef75900-ed49-4a3b-9ca3-0cac756b8f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:12.069765 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-6ef75900-ed49-4a3b-9ca3-0cac756b8f57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:12.071090 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-6ef75900-ed49-4a3b-9ca3-0cac756b8f57 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/156e3f78-d2a2-4d33-ab65-356cc84fba7a HTTP/1.1" status: 204 len: 168 time: 0.8642614 Jul 13 19:25:12.102352 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-95305681-0b2d-4e08-8bd9-2134a20e2e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6fc093-8898-47d9-af31-38f25be314cd', 'name': 'tempest-AttachVolumeShelveTestJSON-473569453-router', 'tenant_id': '117cfd7c8bd64e5eac700d0258401983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'f774284a-1b67-4d3e-a324-9edcf8302de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:06Z', 'updated_at': '2021-07-13T19:25:09Z', 'revision_number': 3, 'project_id': '117cfd7c8bd64e5eac700d0258401983', 'gw_port': {'id': 'f774284a-1b67-4d3e-a324-9edcf8302de8', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ed:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6fc093-8898-47d9-af31-38f25be314cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:07Z', 'updated_at': '2021-07-13T19:25:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi'}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:12.128866 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-16ff493f-3fa6-4908-b62c-0db1e176966b None None] Set router b299da8c-f74d-4b8c-afd6-d60053b56697 gateway port host: dv-cinder-786932-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:25:12.164651 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95305681-0b2d-4e08-8bd9-2134a20e2e2b None None] Checking router: 5d6fc093-8898-47d9-af31-38f25be314cd for host: dv-cinder-786932-3-iscsi {{(pid=92926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:25:12.165304 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95305681-0b2d-4e08-8bd9-2134a20e2e2b None None] Updating router 5d6fc093-8898-47d9-af31-38f25be314cd port f774284a-1b67-4d3e-a324-9edcf8302de8 binding host dv-cinder-786932-3-iscsi {{(pid=92926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:25:12.166514 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a9418e77-deef-486c-bdb7-a854fd86b473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:12.194694 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2bf530be-f858-4305-8ded-ca487cbc34e0 req-8bdb5c68-26c7-4a3c-98d9-4bca121b4141 tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] 10.222.0.67 "GET /v2.0/ports?device_id=398f0204-f020-474d-a5d7-3164baae27ca HTTP/1.1" status: 200 len: 210 time: 0.1273797 Jul 13 19:25:12.217222 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-95305681-0b2d-4e08-8bd9-2134a20e2e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:12.261638 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef75900-ed49-4a3b-9ca3-0cac756b8f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156e3f78-d2a2-4d33-ab65-356cc84fba7a,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:12.428574 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning for port 77323c84-3748-4ebe-93f1-f23ecbef15c9 completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:25:12.482629 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning complete for port 77323c84-3748-4ebe-93f1-f23ecbef15c9 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:25:12.486951 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:12.537626 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-89ad54f7-7073-433f-ab8e-6c187301d2a9 None None] Provisioning complete for port 77323c84-3748-4ebe-93f1-f23ecbef15c9 triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:25:12.544247 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-89ad54f7-7073-433f-ab8e-6c187301d2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:12.570632 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a9418e77-deef-486c-bdb7-a854fd86b473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:12.676596 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a9418e77-deef-486c-bdb7-a854fd86b473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:12.759046 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-a9418e77-deef-486c-bdb7-a854fd86b473 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3259a0780fc64edead0c55fe5414ecc3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8100011 Jul 13 19:25:12.769490 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 48686) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:12.819513 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:12.836933 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-89ad54f7-7073-433f-ab8e-6c187301d2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:12.842388 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4c7bac46-a4ce-4990-a69a-4f2c934fbd3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:12.889549 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-16ff493f-3fa6-4908-b62c-0db1e176966b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b299da8c-f74d-4b8c-afd6-d60053b56697', 'name': 'tempest-AttachVolumeTestJSON-205678765-router', 'tenant_id': '09d928f8d15b4be49420ac3d92a41f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '2780c301-af71-40ac-8dc0-dad9143e9d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:06Z', 'updated_at': '2021-07-13T19:25:08Z', 'revision_number': 3, 'project_id': '09d928f8d15b4be49420ac3d92a41f6f', 'gw_port': {'id': '2780c301-af71-40ac-8dc0-dad9143e9d26', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d7:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b299da8c-f74d-4b8c-afd6-d60053b56697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:07Z', 'updated_at': '2021-07-13T19:25:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi'}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:12.889927 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9418e77-deef-486c-bdb7-a854fd86b473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60429f0-0ede-4087-9e6d-cd9c5dc85931,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:12.913051 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-fd437a98-cab0-402f-b2f0-3f6b5224b9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:12.995093 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ff493f-3fa6-4908-b62c-0db1e176966b None None] Checking router: b299da8c-f74d-4b8c-afd6-d60053b56697 for host: dv-cinder-786932-3-iscsi {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:25:12.995769 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ff493f-3fa6-4908-b62c-0db1e176966b None None] Updating router b299da8c-f74d-4b8c-afd6-d60053b56697 port 2780c301-af71-40ac-8dc0-dad9143e9d26 binding host dv-cinder-786932-3-iscsi {{(pid=92925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:25:13.053572 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-95305681-0b2d-4e08-8bd9-2134a20e2e2b None None] Notify callbacks [] for port, precommit_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:13.060818 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] For port 77323c84-3748-4ebe-93f1-f23ecbef15c9, host dv-cinder-786932-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=77323c84-3748-4ebe-93f1-f23ecbef15c9,segment=NetworkSegment(b2c84280-8460-4aa6-b89f-bacddd6514f2),segment_id=b2c84280-8460-4aa6-b89f-bacddd6514f2)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:13.073518 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-41c094a0-4849-4fff-992d-b25d52ed9a2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:13.081058 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:13.092024 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.provisioning_blocks [None req-95305681-0b2d-4e08-8bd9-2134a20e2e2b None None] Transition to ACTIVE for port object f774284a-1b67-4d3e-a324-9edcf8302de8 will not be triggered until provisioned by entity L2. {{(pid=92926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:25:13.110753 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-95305681-0b2d-4e08-8bd9-2134a20e2e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:13.227835 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-16ff493f-3fa6-4908-b62c-0db1e176966b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:13.315965 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-41c094a0-4849-4fff-992d-b25d52ed9a2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:13.323477 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465be68d-8524-43b0-a52e-37df6a6d65a2 None None] Pushing event updated for resources: {'Port': ['ID=f774284a-1b67-4d3e-a324-9edcf8302de8,revision_number=2']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:13.339765 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [None req-95305681-0b2d-4e08-8bd9-2134a20e2e2b None None] Attempting to bind port f774284a-1b67-4d3e-a324-9edcf8302de8 on host dv-cinder-786932-3-iscsi for vnic_type normal with profile {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:25:13.340374 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [None req-95305681-0b2d-4e08-8bd9-2134a20e2e2b None None] Attempting to bind port f774284a-1b67-4d3e-a324-9edcf8302de8 by drivers openvswitch,hyperv on host dv-cinder-786932-3-iscsi at level 0 using segments [{'id': '2c1c5ac3-7b69-4096-8790-4108a346deee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2'}] {{(pid=92926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:25:13.341430 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95305681-0b2d-4e08-8bd9-2134a20e2e2b None None] Attempting to bind port f774284a-1b67-4d3e-a324-9edcf8302de8 on network c2fcde99-d8d4-483e-a474-248e3afaaef2 {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:25:13.363216 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465be68d-8524-43b0-a52e-37df6a6d65a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:13.364044 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [None req-fd437a98-cab0-402f-b2f0-3f6b5224b9be admin admin] Allocated IP 172.20.0.1 (922632e1-2fcb-4d44-a394-325429781ce3/e577557a-4de0-4b64-b346-c9cb7908bed6/efb67827-29bc-4c74-b0d4-318722a2f78f) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:25:13.373596 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Pushing event updated for resources: {'Port': ['ID=77323c84-3748-4ebe-93f1-f23ecbef15c9,revision_number=3']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:13.377242 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465be68d-8524-43b0-a52e-37df6a6d65a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:13.377770 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465be68d-8524-43b0-a52e-37df6a6d65a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:13.379140 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465be68d-8524-43b0-a52e-37df6a6d65a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:13.379670 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465be68d-8524-43b0-a52e-37df6a6d65a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:13.380577 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465be68d-8524-43b0-a52e-37df6a6d65a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:13.381462 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465be68d-8524-43b0-a52e-37df6a6d65a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:13.382281 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465be68d-8524-43b0-a52e-37df6a6d65a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:13.383293 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465be68d-8524-43b0-a52e-37df6a6d65a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:13.385593 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465be68d-8524-43b0-a52e-37df6a6d65a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:13.386571 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465be68d-8524-43b0-a52e-37df6a6d65a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:13.387426 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465be68d-8524-43b0-a52e-37df6a6d65a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:13.390204 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465be68d-8524-43b0-a52e-37df6a6d65a2 None None] Tracked resource versions report: Jul 13 19:25:13.390204 dv-cinder-786932-3-iscsi neutron-server[92926]: pushed versions: Jul 13 19:25:13.390204 dv-cinder-786932-3-iscsi neutron-server[92926]: { 'AddressGroup': {'1.2'}, Jul 13 19:25:13.390204 dv-cinder-786932-3-iscsi neutron-server[92926]: 'ConntrackHelper': {'1.0'}, Jul 13 19:25:13.390204 dv-cinder-786932-3-iscsi neutron-server[92926]: 'Log': {'1.0'}, Jul 13 19:25:13.390204 dv-cinder-786932-3-iscsi neutron-server[92926]: 'Network': {'1.1'}, Jul 13 19:25:13.390204 dv-cinder-786932-3-iscsi neutron-server[92926]: 'Port': {'1.7'}, Jul 13 19:25:13.390204 dv-cinder-786932-3-iscsi neutron-server[92926]: 'PortForwarding': {'1.2'}, Jul 13 19:25:13.390204 dv-cinder-786932-3-iscsi neutron-server[92926]: 'QosPolicy': {'1.8'}, Jul 13 19:25:13.390204 dv-cinder-786932-3-iscsi neutron-server[92926]: 'SecurityGroup': {'1.4'}, Jul 13 19:25:13.390204 dv-cinder-786932-3-iscsi neutron-server[92926]: 'SecurityGroupRule': {'1.2'}, Jul 13 19:25:13.390204 dv-cinder-786932-3-iscsi neutron-server[92926]: 'SubPort': {'1.0'}, Jul 13 19:25:13.390204 dv-cinder-786932-3-iscsi neutron-server[92926]: 'Subnet': {'1.1'}, Jul 13 19:25:13.390204 dv-cinder-786932-3-iscsi neutron-server[92926]: 'Trunk': {'1.1'}} Jul 13 19:25:13.390204 dv-cinder-786932-3-iscsi neutron-server[92926]: consumer versions: Jul 13 19:25:13.390204 dv-cinder-786932-3-iscsi neutron-server[92926]: { DHCP agent@dv-cinder-786932-3-iscsi: {}, Jul 13 19:25:13.390204 dv-cinder-786932-3-iscsi neutron-server[92926]: HyperV agent@hv-cinder-78693: {}, Jul 13 19:25:13.390204 dv-cinder-786932-3-iscsi neutron-server[92926]: L3 agent@dv-cinder-786932-3-iscsi: {}, Jul 13 19:25:13.390204 dv-cinder-786932-3-iscsi neutron-server[92926]: Metadata agent@dv-cinder-786932-3-iscsi: {}, Jul 13 19:25:13.390204 dv-cinder-786932-3-iscsi neutron-server[92926]: Metering agent@dv-cinder-786932-3-iscsi: {}, Jul 13 19:25:13.390204 dv-cinder-786932-3-iscsi neutron-server[92926]: Open vSwitch agent@dv-cinder-786932-3-iscsi: { 'AddressGroup': '1.2', Jul 13 19:25:13.390204 dv-cinder-786932-3-iscsi neutron-server[92926]: 'ConntrackHelper': '1.0', Jul 13 19:25:13.390204 dv-cinder-786932-3-iscsi neutron-server[92926]: 'Log': '1.0', Jul 13 19:25:13.390204 dv-cinder-786932-3-iscsi neutron-server[92926]: 'Network': '1.1', Jul 13 19:25:13.390204 dv-cinder-786932-3-iscsi neutron-server[92926]: 'Port': '1.7', Jul 13 19:25:13.390204 dv-cinder-786932-3-iscsi neutron-server[92926]: 'PortForwarding': '1.2', Jul 13 19:25:13.390204 dv-cinder-786932-3-iscsi neutron-server[92926]: 'QosPolicy': '1.8', Jul 13 19:25:13.390204 dv-cinder-786932-3-iscsi neutron-server[92926]: 'SecurityGroup': '1.4', Jul 13 19:25:13.390204 dv-cinder-786932-3-iscsi neutron-server[92926]: 'SecurityGroupRule': '1.2', Jul 13 19:25:13.390204 dv-cinder-786932-3-iscsi neutron-server[92926]: 'SubPort': '1.0', Jul 13 19:25:13.390204 dv-cinder-786932-3-iscsi neutron-server[92926]: 'Subnet': '1.1', Jul 13 19:25:13.390204 dv-cinder-786932-3-iscsi neutron-server[92926]: 'Trunk': '1.1'}} Jul 13 19:25:13.390204 dv-cinder-786932-3-iscsi neutron-server[92926]: {{(pid=92926) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 19:25:13.401484 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.db.api [None req-89ad54f7-7073-433f-ab8e-6c187301d2a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92925) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 19:25:13.401836 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG oslo_db.api [None req-89ad54f7-7073-433f-ab8e-6c187301d2a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 19:25:13.405328 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device 68d788eb-9ce7-4dce-a470-e27d386070d3 up at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:25:13.408287 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95305681-0b2d-4e08-8bd9-2134a20e2e2b None None] Checking agent: {'id': '9c58f4e9-8628-43da-8d7d-cb04bd9f4726', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 19), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:25:13.410396 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95305681-0b2d-4e08-8bd9-2134a20e2e2b None None] Checking segment: {'id': '2c1c5ac3-7b69-4096-8790-4108a346deee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:25:13.411511 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-95305681-0b2d-4e08-8bd9-2134a20e2e2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:13.411924 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95305681-0b2d-4e08-8bd9-2134a20e2e2b None None] Bound using segment: {'id': '2c1c5ac3-7b69-4096-8790-4108a346deee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2'} {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:25:13.412422 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [None req-95305681-0b2d-4e08-8bd9-2134a20e2e2b None None] Bound port: f774284a-1b67-4d3e-a324-9edcf8302de8, host: dv-cinder-786932-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c1c5ac3-7b69-4096-8790-4108a346deee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2'}}] {{(pid=92926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:25:13.412834 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-95305681-0b2d-4e08-8bd9-2134a20e2e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:13.564232 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.db [None req-95305681-0b2d-4e08-8bd9-2134a20e2e2b None None] For port f774284a-1b67-4d3e-a324-9edcf8302de8, host dv-cinder-786932-3-iscsi, cleared binding levels {{(pid=92926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:25:13.573125 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.db [None req-95305681-0b2d-4e08-8bd9-2134a20e2e2b None None] For port f774284a-1b67-4d3e-a324-9edcf8302de8, host dv-cinder-786932-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=f774284a-1b67-4d3e-a324-9edcf8302de8,segment=NetworkSegment(2c1c5ac3-7b69-4096-8790-4108a346deee),segment_id=2c1c5ac3-7b69-4096-8790-4108a346deee)] {{(pid=92926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:25:13.586561 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-95305681-0b2d-4e08-8bd9-2134a20e2e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:13.597832 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-41c094a0-4849-4fff-992d-b25d52ed9a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:13.603991 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-41c094a0-4849-4fff-992d-b25d52ed9a2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:13.609409 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-41c094a0-4849-4fff-992d-b25d52ed9a2e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d60429f0-0ede-4087-9e6d-cd9c5dc85931 HTTP/1.1" status: 204 len: 168 time: 0.8369720 Jul 13 19:25:13.654192 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-fd437a98-cab0-402f-b2f0-3f6b5224b9be admin admin] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:13.685973 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c094a0-4849-4fff-992d-b25d52ed9a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60429f0-0ede-4087-9e6d-cd9c5dc85931,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:13.708105 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-fd437a98-cab0-402f-b2f0-3f6b5224b9be admin admin] Transition to ACTIVE for port object efb67827-29bc-4c74-b0d4-318722a2f78f will not be triggered until provisioned by entity DHCP. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:25:13.719924 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d5f05011-38db-4cb4-9ffb-5a72c9860f09 req-5b023fbc-ba44-41b0-85d9-7c64dcba66ee tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] 10.222.0.67 "GET /v2.0/ports?device_id=398f0204-f020-474d-a5d7-3164baae27ca HTTP/1.1" status: 200 len: 210 time: 0.1603916 Jul 13 19:25:13.786207 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95305681-0b2d-4e08-8bd9-2134a20e2e2b None None] Routers {'5d6fc093-8898-47d9-af31-38f25be314cd'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:25:13.786856 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-95305681-0b2d-4e08-8bd9-2134a20e2e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:24:49Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['5d6fc093-8898-47d9-af31-38f25be314cd'], 'active': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:13.795291 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [None req-4c7bac46-a4ce-4990-a69a-4f2c934fbd3a admin admin] Allocated IP 172.20.0.1 (c438c907-bcad-48c0-af76-f26d5c29bc9d/ea1ae014-478a-41b7-af24-a9a2c8a9fd89/eb53b332-7e1f-4491-9cef-71c461a6e9c5) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:25:13.806034 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-fd437a98-cab0-402f-b2f0-3f6b5224b9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752272454283'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:13.867893 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd437a98-cab0-402f-b2f0-3f6b5224b9be admin admin] Pushing event updated for resources: {'Port': ['ID=efb67827-29bc-4c74-b0d4-318722a2f78f,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:13.881951 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd437a98-cab0-402f-b2f0-3f6b5224b9be admin admin] Network 922632e1-2fcb-4d44-a394-325429781ce3 is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:25:13.883856 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-fd437a98-cab0-402f-b2f0-3f6b5224b9be admin admin] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:25:13.889096 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd437a98-cab0-402f-b2f0-3f6b5224b9be admin admin] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:25:13.890022 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-fd437a98-cab0-402f-b2f0-3f6b5224b9be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760526'] for router_interface, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:14.026746 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvr_db [None req-95305681-0b2d-4e08-8bd9-2134a20e2e2b None None] Set router 5d6fc093-8898-47d9-af31-38f25be314cd gateway port host: dv-cinder-786932-3-iscsi {{(pid=92926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:25:14.126030 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4c7bac46-a4ce-4990-a69a-4f2c934fbd3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:14.161365 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-4c7bac46-a4ce-4990-a69a-4f2c934fbd3a admin admin] Transition to ACTIVE for port object eb53b332-7e1f-4491-9cef-71c461a6e9c5 will not be triggered until provisioned by entity DHCP. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:25:14.191093 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-16ff493f-3fa6-4908-b62c-0db1e176966b None None] Notify callbacks [] for port, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:14.215091 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning complete for port 68d788eb-9ce7-4dce-a470-e27d386070d3 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:25:14.226857 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:14.243747 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4c7bac46-a4ce-4990-a69a-4f2c934fbd3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752272454283'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:14.291901 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-16ff493f-3fa6-4908-b62c-0db1e176966b None None] Transition to ACTIVE for port object 2780c301-af71-40ac-8dc0-dad9143e9d26 will not be triggered until provisioned by entity L2. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:25:14.313498 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-16ff493f-3fa6-4908-b62c-0db1e176966b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:14.313772 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465be68d-8524-43b0-a52e-37df6a6d65a2 None None] Pushing event updated for resources: {'Port': ['ID=f774284a-1b67-4d3e-a324-9edcf8302de8,revision_number=3']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:14.334044 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7bac46-a4ce-4990-a69a-4f2c934fbd3a admin admin] Network c438c907-bcad-48c0-af76-f26d5c29bc9d is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:25:14.337334 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-4c7bac46-a4ce-4990-a69a-4f2c934fbd3a admin admin] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:25:14.355797 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7bac46-a4ce-4990-a69a-4f2c934fbd3a admin admin] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:25:14.368698 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-95305681-0b2d-4e08-8bd9-2134a20e2e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6fc093-8898-47d9-af31-38f25be314cd', 'name': 'tempest-AttachVolumeShelveTestJSON-473569453-router', 'tenant_id': '117cfd7c8bd64e5eac700d0258401983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'f774284a-1b67-4d3e-a324-9edcf8302de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:06Z', 'updated_at': '2021-07-13T19:25:09Z', 'revision_number': 3, 'project_id': '117cfd7c8bd64e5eac700d0258401983', 'gw_port': {'id': 'f774284a-1b67-4d3e-a324-9edcf8302de8', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ed:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6fc093-8898-47d9-af31-38f25be314cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:07Z', 'updated_at': '2021-07-13T19:25:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi'}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:14.372262 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4c7bac46-a4ce-4990-a69a-4f2c934fbd3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760526'] for router_interface, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:14.464153 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-16ff493f-3fa6-4908-b62c-0db1e176966b None None] Attempting to bind port 2780c301-af71-40ac-8dc0-dad9143e9d26 on host dv-cinder-786932-3-iscsi for vnic_type normal with profile {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:25:14.464621 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-16ff493f-3fa6-4908-b62c-0db1e176966b None None] Attempting to bind port 2780c301-af71-40ac-8dc0-dad9143e9d26 by drivers openvswitch,hyperv on host dv-cinder-786932-3-iscsi at level 0 using segments [{'id': '2c1c5ac3-7b69-4096-8790-4108a346deee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2'}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:25:14.464883 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ff493f-3fa6-4908-b62c-0db1e176966b None None] Attempting to bind port 2780c301-af71-40ac-8dc0-dad9143e9d26 on network c2fcde99-d8d4-483e-a474-248e3afaaef2 {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:25:14.467160 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b190e40f-d1b3-42e5-8472-85242c2220e5 None None] Pushing event updated for resources: {'Port': ['ID=2780c301-af71-40ac-8dc0-dad9143e9d26,revision_number=2']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:14.469708 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-4f29b2d3-dc73-4aaf-a8df-4d589f53169a None None] Provisioning for port efb67827-29bc-4c74-b0d4-318722a2f78f completed by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:25:14.472119 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95305681-0b2d-4e08-8bd9-2134a20e2e2b None None] The sync data for ids ['5d6fc093-8898-47d9-af31-38f25be314cd'] in dv-cinder-786932-3-iscsi is: [{'id': '5d6fc093-8898-47d9-af31-38f25be314cd', 'name': 'tempest-AttachVolumeShelveTestJSON-473569453-router', 'tenant_id': '117cfd7c8bd64e5eac700d0258401983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'f774284a-1b67-4d3e-a324-9edcf8302de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:06Z', 'updated_at': '2021-07-13T19:25:09Z', 'revision_number': 3, 'project_id': '117cfd7c8bd64e5eac700d0258401983', 'gw_port': {'id': 'f774284a-1b67-4d3e-a324-9edcf8302de8', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ed:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6fc093-8898-47d9-af31-38f25be314cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:07Z', 'updated_at': '2021-07-13T19:25:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi'}] {{(pid=92926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:25:14.490718 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-4f29b2d3-dc73-4aaf-a8df-4d589f53169a None None] Provisioning complete for port efb67827-29bc-4c74-b0d4-318722a2f78f triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:25:14.491105 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-4f29b2d3-dc73-4aaf-a8df-4d589f53169a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:14.503864 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ff493f-3fa6-4908-b62c-0db1e176966b None None] Checking agent: {'id': '9c58f4e9-8628-43da-8d7d-cb04bd9f4726', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 19), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:25:14.504274 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ff493f-3fa6-4908-b62c-0db1e176966b None None] Checking segment: {'id': '2c1c5ac3-7b69-4096-8790-4108a346deee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:25:14.504687 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-16ff493f-3fa6-4908-b62c-0db1e176966b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:14.505106 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ff493f-3fa6-4908-b62c-0db1e176966b None None] Bound using segment: {'id': '2c1c5ac3-7b69-4096-8790-4108a346deee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2'} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:25:14.505598 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-16ff493f-3fa6-4908-b62c-0db1e176966b None None] Bound port: 2780c301-af71-40ac-8dc0-dad9143e9d26, host: dv-cinder-786932-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c1c5ac3-7b69-4096-8790-4108a346deee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2'}}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:25:14.505990 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-16ff493f-3fa6-4908-b62c-0db1e176966b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:14.522483 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7bac46-a4ce-4990-a69a-4f2c934fbd3a admin admin] Pushing event updated for resources: {'Port': ['ID=eb53b332-7e1f-4491-9cef-71c461a6e9c5,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:14.605556 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-fd437a98-cab0-402f-b2f0-3f6b5224b9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:14.699174 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-4f29b2d3-dc73-4aaf-a8df-4d589f53169a None None] Port efb67827-29bc-4c74-b0d4-318722a2f78f cannot update to ACTIVE because it is not bound. {{(pid=92925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:25:14.734737 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-16ff493f-3fa6-4908-b62c-0db1e176966b None None] For port 2780c301-af71-40ac-8dc0-dad9143e9d26, host dv-cinder-786932-3-iscsi, cleared binding levels {{(pid=92925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:25:14.738876 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-16ff493f-3fa6-4908-b62c-0db1e176966b None None] For port 2780c301-af71-40ac-8dc0-dad9143e9d26, host dv-cinder-786932-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=2780c301-af71-40ac-8dc0-dad9143e9d26,segment=NetworkSegment(2c1c5ac3-7b69-4096-8790-4108a346deee),segment_id=2c1c5ac3-7b69-4096-8790-4108a346deee)] {{(pid=92925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:25:14.746387 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-16ff493f-3fa6-4908-b62c-0db1e176966b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:14.878066 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ff493f-3fa6-4908-b62c-0db1e176966b None None] Routers {'b299da8c-f74d-4b8c-afd6-d60053b56697'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:25:14.881937 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-16ff493f-3fa6-4908-b62c-0db1e176966b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:24:49Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['b299da8c-f74d-4b8c-afd6-d60053b56697'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:15.014870 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4c7bac46-a4ce-4990-a69a-4f2c934fbd3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:15.024661 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-d44efcab-b03a-4a4b-a262-22ab47c58f79 None None] Provisioning for port eb53b332-7e1f-4491-9cef-71c461a6e9c5 completed by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:25:15.032003 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-fd437a98-cab0-402f-b2f0-3f6b5224b9be admin admin] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:15.039025 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-fd437a98-cab0-402f-b2f0-3f6b5224b9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:15.042317 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-fd437a98-cab0-402f-b2f0-3f6b5224b9be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759678'] for router_interface, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:15.064044 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b190e40f-d1b3-42e5-8472-85242c2220e5 None None] Pushing event updated for resources: {'Port': ['ID=2780c301-af71-40ac-8dc0-dad9143e9d26,revision_number=3']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:15.084096 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-d44efcab-b03a-4a4b-a262-22ab47c58f79 None None] Provisioning complete for port eb53b332-7e1f-4491-9cef-71c461a6e9c5 triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:25:15.084474 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-d44efcab-b03a-4a4b-a262-22ab47c58f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:15.171676 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-4e8fe1f2-e990-46c8-bcee-c8137c083b0a req-316efd55-2c7e-4937-b3b6-bebf7b816e80 tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] 10.222.0.67 "GET /v2.0/ports?device_id=398f0204-f020-474d-a5d7-3164baae27ca HTTP/1.1" status: 200 len: 210 time: 0.1155276 Jul 13 19:25:15.278979 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-d44efcab-b03a-4a4b-a262-22ab47c58f79 None None] Port eb53b332-7e1f-4491-9cef-71c461a6e9c5 cannot update to ACTIVE because it is not bound. {{(pid=92925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:25:15.311636 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-16ff493f-3fa6-4908-b62c-0db1e176966b None None] Set router b299da8c-f74d-4b8c-afd6-d60053b56697 gateway port host: dv-cinder-786932-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:25:15.589005 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device f774284a-1b67-4d3e-a324-9edcf8302de8 up at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:25:15.615990 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4c7bac46-a4ce-4990-a69a-4f2c934fbd3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:15.629793 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4c7bac46-a4ce-4990-a69a-4f2c934fbd3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:15.632663 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4c7bac46-a4ce-4990-a69a-4f2c934fbd3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759678'] for router_interface, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:15.657068 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd437a98-cab0-402f-b2f0-3f6b5224b9be admin admin] Pushing event updated for resources: {'Port': ['ID=efb67827-29bc-4c74-b0d4-318722a2f78f,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:15.688610 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd437a98-cab0-402f-b2f0-3f6b5224b9be admin admin] Network 922632e1-2fcb-4d44-a394-325429781ce3 is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:25:15.714222 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-fd437a98-cab0-402f-b2f0-3f6b5224b9be admin admin] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:25:16.001349 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd437a98-cab0-402f-b2f0-3f6b5224b9be admin admin] Router b299da8c-f74d-4b8c-afd6-d60053b56697 has already been hosted by L3 agent beedb406-ab13-44dd-957b-972171d020d2 {{(pid=92924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:25:16.015587 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7bac46-a4ce-4990-a69a-4f2c934fbd3a admin admin] Network c438c907-bcad-48c0-af76-f26d5c29bc9d is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:25:16.023988 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-4c7bac46-a4ce-4990-a69a-4f2c934fbd3a admin admin] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:25:16.140715 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning for port f774284a-1b67-4d3e-a324-9edcf8302de8 completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:25:16.151481 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning complete for port f774284a-1b67-4d3e-a324-9edcf8302de8 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:25:16.152294 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:16.319061 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd437a98-cab0-402f-b2f0-3f6b5224b9be admin admin] Notify agent at l3_agent.dv-cinder-786932-3-iscsi the message routers_updated {{(pid=92924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:25:16.371328 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-fd437a98-cab0-402f-b2f0-3f6b5224b9be admin admin] 10.222.0.67 "PUT /v2.0/routers/b299da8c-f74d-4b8c-afd6-d60053b56697/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9170227 Jul 13 19:25:16.371328 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.18', 62811) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:16.510395 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-30b90d3c-d598-408f-b966-428fa31e73a8 None None] Provisioning complete for port efb67827-29bc-4c74-b0d4-318722a2f78f triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:25:16.511222 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-30b90d3c-d598-408f-b966-428fa31e73a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:16.514406 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7bac46-a4ce-4990-a69a-4f2c934fbd3a admin admin] Pushing event updated for resources: {'Port': ['ID=eb53b332-7e1f-4491-9cef-71c461a6e9c5,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:16.632720 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c7bac46-a4ce-4990-a69a-4f2c934fbd3a admin admin] Router 5d6fc093-8898-47d9-af31-38f25be314cd has already been hosted by L3 agent beedb406-ab13-44dd-957b-972171d020d2 {{(pid=92923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:25:16.643312 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-22e573d7-42d8-4ec5-9eae-5f5b81e68204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:16.660820 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-30b90d3c-d598-408f-b966-428fa31e73a8 None None] Port efb67827-29bc-4c74-b0d4-318722a2f78f cannot update to ACTIVE because it is not bound. {{(pid=92925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:25:16.802287 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:16.840862 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-16ff493f-3fa6-4908-b62c-0db1e176966b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b299da8c-f74d-4b8c-afd6-d60053b56697', 'name': 'tempest-AttachVolumeTestJSON-205678765-router', 'tenant_id': '09d928f8d15b4be49420ac3d92a41f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '2780c301-af71-40ac-8dc0-dad9143e9d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:06Z', 'updated_at': '2021-07-13T19:25:14Z', 'revision_number': 4, 'project_id': '09d928f8d15b4be49420ac3d92a41f6f', 'gw_port': {'id': '2780c301-af71-40ac-8dc0-dad9143e9d26', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d7:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b299da8c-f74d-4b8c-afd6-d60053b56697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:07Z', 'updated_at': '2021-07-13T19:25:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_interfaces': [{'id': 'efb67827-29bc-4c74-b0d4-318722a2f78f', 'name': '', 'network_id': '922632e1-2fcb-4d44-a394-325429781ce3', 'tenant_id': '09d928f8d15b4be49420ac3d92a41f6f', 'mac_address': 'fa:16:3e:44:fa:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b299da8c-f74d-4b8c-afd6-d60053b56697', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e577557a-4de0-4b64-b346-c9cb7908bed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:12Z', 'updated_at': '2021-07-13T19:25:13Z', 'revision_number': 1, 'project_id': '09d928f8d15b4be49420ac3d92a41f6f', 'subnets': [{'id': 'e577557a-4de0-4b64-b346-c9cb7908bed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:16.978617 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] For port f774284a-1b67-4d3e-a324-9edcf8302de8, host dv-cinder-786932-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=f774284a-1b67-4d3e-a324-9edcf8302de8,segment=NetworkSegment(2c1c5ac3-7b69-4096-8790-4108a346deee),segment_id=2c1c5ac3-7b69-4096-8790-4108a346deee)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:16.980728 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ff493f-3fa6-4908-b62c-0db1e176966b None None] The sync data for ids ['b299da8c-f74d-4b8c-afd6-d60053b56697'] in dv-cinder-786932-3-iscsi is: [{'id': 'b299da8c-f74d-4b8c-afd6-d60053b56697', 'name': 'tempest-AttachVolumeTestJSON-205678765-router', 'tenant_id': '09d928f8d15b4be49420ac3d92a41f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '2780c301-af71-40ac-8dc0-dad9143e9d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:06Z', 'updated_at': '2021-07-13T19:25:14Z', 'revision_number': 4, 'project_id': '09d928f8d15b4be49420ac3d92a41f6f', 'gw_port': {'id': '2780c301-af71-40ac-8dc0-dad9143e9d26', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d7:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b299da8c-f74d-4b8c-afd6-d60053b56697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:07Z', 'updated_at': '2021-07-13T19:25:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_interfaces': [{'id': 'efb67827-29bc-4c74-b0d4-318722a2f78f', 'name': '', 'network_id': '922632e1-2fcb-4d44-a394-325429781ce3', 'tenant_id': '09d928f8d15b4be49420ac3d92a41f6f', 'mac_address': 'fa:16:3e:44:fa:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b299da8c-f74d-4b8c-afd6-d60053b56697', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e577557a-4de0-4b64-b346-c9cb7908bed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:12Z', 'updated_at': '2021-07-13T19:25:13Z', 'revision_number': 1, 'project_id': '09d928f8d15b4be49420ac3d92a41f6f', 'subnets': [{'id': 'e577557a-4de0-4b64-b346-c9cb7908bed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:25:16.983387 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-ad031c52-f13f-417c-96c5-95442b3abff3 None None] Provisioning complete for port eb53b332-7e1f-4491-9cef-71c461a6e9c5 triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:25:16.983972 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-ad031c52-f13f-417c-96c5-95442b3abff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:16.988804 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:16.989798 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device 77323c84-3748-4ebe-93f1-f23ecbef15c9 up at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:25:17.160352 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620ad0bf-eaca-4905-a75a-9e275afbc1af req-a6ac5f68-e1e4-4b26-aa02-6f058cc5c20c tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:17.173284 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-620ad0bf-eaca-4905-a75a-9e275afbc1af req-a6ac5f68-e1e4-4b26-aa02-6f058cc5c20c tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] 10.222.0.18 "GET /v2.0/networks?id=aabaeb63-5c54-4b34-b49e-52ca68f3a206 HTTP/1.1" status: 200 len: 812 time: 0.8027740 Jul 13 19:25:17.224591 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [req-620ad0bf-eaca-4905-a75a-9e275afbc1af req-b071c588-3c63-4d1d-bc03-a7c2d4016cba tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] Request body: {'port': {'device_id': '398f0204-f020-474d-a5d7-3164baae27ca', 'network_id': 'aabaeb63-5c54-4b34-b49e-52ca68f3a206', 'admin_state_up': True, 'tenant_id': '235c3d241f2a474aa976bf358c985539'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:25:17.275090 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-ad031c52-f13f-417c-96c5-95442b3abff3 None None] Port eb53b332-7e1f-4491-9cef-71c461a6e9c5 cannot update to ACTIVE because it is not bound. {{(pid=92925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:25:17.287927 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-cd926d88-0068-4441-954c-9659784a42c5 req-07d08749-880e-420d-aca6-2b0ebc81fd4e tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] 10.222.0.67 "GET /v2.0/ports?device_id=398f0204-f020-474d-a5d7-3164baae27ca HTTP/1.1" status: 200 len: 210 time: 0.0722809 Jul 13 19:25:17.328900 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Pushing event updated for resources: {'Port': ['ID=f774284a-1b67-4d3e-a324-9edcf8302de8,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:17.382235 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning complete for port 77323c84-3748-4ebe-93f1-f23ecbef15c9 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:25:17.382583 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:17.420397 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c7bac46-a4ce-4990-a69a-4f2c934fbd3a admin admin] Notify agent at l3_agent.dv-cinder-786932-3-iscsi the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:25:17.450472 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-4c7bac46-a4ce-4990-a69a-4f2c934fbd3a admin admin] 10.222.0.67 "PUT /v2.0/routers/5d6fc093-8898-47d9-af31-38f25be314cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3155487 Jul 13 19:25:17.728939 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-620ad0bf-eaca-4905-a75a-9e275afbc1af req-b071c588-3c63-4d1d-bc03-a7c2d4016cba tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] Made reservation on behalf of 235c3d241f2a474aa976bf358c985539 for: {'port': 1} {{(pid=92924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:25:17.739046 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-620ad0bf-eaca-4905-a75a-9e275afbc1af req-b071c588-3c63-4d1d-bc03-a7c2d4016cba tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:17.881510 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7622fb-385f-4000-9c92-a0fddf3985e1 None None] Sync routers for ids ['5d6fc093-8898-47d9-af31-38f25be314cd'] in dv-cinder-786932-3-iscsi {{(pid=92926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:25:17.909365 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7622fb-385f-4000-9c92-a0fddf3985e1 None None] Routers {'5d6fc093-8898-47d9-af31-38f25be314cd'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:25:17.910428 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-0e7622fb-385f-4000-9c92-a0fddf3985e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:24:49Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['5d6fc093-8898-47d9-af31-38f25be314cd'], 'active': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:18.083605 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device f774284a-1b67-4d3e-a324-9edcf8302de8 up at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:25:18.355327 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 48872) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:18.369087 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-3d57f09b-7d1f-46ca-a39e-091feb29b461 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Request body: {'security_group': {'name': 'tempest-securitygroup--750506791', 'description': 'tempest-description--11787964'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:25:18.511364 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning complete for port f774284a-1b67-4d3e-a324-9edcf8302de8 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:25:18.511364 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:18.574494 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3d57f09b-7d1f-46ca-a39e-091feb29b461 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:18.939728 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvr_db [None req-0e7622fb-385f-4000-9c92-a0fddf3985e1 None None] Set router 5d6fc093-8898-47d9-af31-38f25be314cd gateway port host: dv-cinder-786932-3-iscsi {{(pid=92926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:25:18.964959 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-840735b0-6653-4896-8391-64ac01bed99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:18.982293 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-a1d84666-268b-4354-b10c-7dc9933c0d7c req-b63b1a13-75f2-4b15-8ff1-cf0526e4f609 tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] 10.222.0.67 "GET /v2.0/ports?device_id=398f0204-f020-474d-a5d7-3164baae27ca HTTP/1.1" status: 200 len: 210 time: 0.2204614 Jul 13 19:25:19.032534 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [req-620ad0bf-eaca-4905-a75a-9e275afbc1af req-b071c588-3c63-4d1d-bc03-a7c2d4016cba tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] Allocated IP 172.20.0.3 (aabaeb63-5c54-4b34-b49e-52ca68f3a206/9532763a-ab68-4ae5-9397-9560792a67ba/3ce30647-46b4-42ff-96a1-ddec3f3a89e7) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:25:19.037501 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3d57f09b-7d1f-46ca-a39e-091feb29b461 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:19.053593 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3d57f09b-7d1f-46ca-a39e-091feb29b461 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:19.072164 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:19.103921 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3d57f09b-7d1f-46ca-a39e-091feb29b461 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:19.107023 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-3d57f09b-7d1f-46ca-a39e-091feb29b461 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1775 time: 0.7484567 Jul 13 19:25:19.111275 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 48890) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:19.129533 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-dab18c8a-0603-4096-9cc5-30a55ed3f437 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Request body: {'security_group_rule': {'security_group_id': 'eb760fd5-c478-45a6-bcb6-89f12fd99825', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:25:19.146256 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d57f09b-7d1f-46ca-a39e-091feb29b461 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb760fd5-c478-45a6-bcb6-89f12fd99825,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:19.258081 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 48900) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:19.263995 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-dab18c8a-0603-4096-9cc5-30a55ed3f437 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:19.292423 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-7eea3182-a60b-4475-8d5c-e39ce47d5421 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1942016532', 'description': 'tempest-description--520750414'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:25:19.517650 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7eea3182-a60b-4475-8d5c-e39ce47d5421 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:19.605533 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-620ad0bf-eaca-4905-a75a-9e275afbc1af req-b071c588-3c63-4d1d-bc03-a7c2d4016cba tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:19.712420 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-dab18c8a-0603-4096-9cc5-30a55ed3f437 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:19.730358 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-dab18c8a-0603-4096-9cc5-30a55ed3f437 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651252'] for security_group_rule, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:19.787628 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-620ad0bf-eaca-4905-a75a-9e275afbc1af req-b071c588-3c63-4d1d-bc03-a7c2d4016cba tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752272454283'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:19.825508 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-0e7622fb-385f-4000-9c92-a0fddf3985e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6fc093-8898-47d9-af31-38f25be314cd', 'name': 'tempest-AttachVolumeShelveTestJSON-473569453-router', 'tenant_id': '117cfd7c8bd64e5eac700d0258401983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'f774284a-1b67-4d3e-a324-9edcf8302de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:06Z', 'updated_at': '2021-07-13T19:25:14Z', 'revision_number': 4, 'project_id': '117cfd7c8bd64e5eac700d0258401983', 'gw_port': {'id': 'f774284a-1b67-4d3e-a324-9edcf8302de8', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ed:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6fc093-8898-47d9-af31-38f25be314cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:07Z', 'updated_at': '2021-07-13T19:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_interfaces': [{'id': 'eb53b332-7e1f-4491-9cef-71c461a6e9c5', 'name': '', 'network_id': 'c438c907-bcad-48c0-af76-f26d5c29bc9d', 'tenant_id': '117cfd7c8bd64e5eac700d0258401983', 'mac_address': 'fa:16:3e:c7:e8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6fc093-8898-47d9-af31-38f25be314cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ea1ae014-478a-41b7-af24-a9a2c8a9fd89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:12Z', 'updated_at': '2021-07-13T19:25:15Z', 'revision_number': 2, 'project_id': '117cfd7c8bd64e5eac700d0258401983', 'subnets': [{'id': 'ea1ae014-478a-41b7-af24-a9a2c8a9fd89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:19.847396 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab18c8a-0603-4096-9cc5-30a55ed3f437 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19598712-99aa-4c7f-8d23-e9548c170788,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:19.914333 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7622fb-385f-4000-9c92-a0fddf3985e1 None None] Checking router: 5d6fc093-8898-47d9-af31-38f25be314cd for host: dv-cinder-786932-3-iscsi {{(pid=92926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:25:19.914724 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7622fb-385f-4000-9c92-a0fddf3985e1 None None] Updating router 5d6fc093-8898-47d9-af31-38f25be314cd port eb53b332-7e1f-4491-9cef-71c461a6e9c5 binding host dv-cinder-786932-3-iscsi {{(pid=92926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:25:19.994055 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-0e7622fb-385f-4000-9c92-a0fddf3985e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:20.031824 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7eea3182-a60b-4475-8d5c-e39ce47d5421 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:20.040002 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7eea3182-a60b-4475-8d5c-e39ce47d5421 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:20.060480 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-620ad0bf-eaca-4905-a75a-9e275afbc1af req-b071c588-3c63-4d1d-bc03-a7c2d4016cba tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] Network aabaeb63-5c54-4b34-b49e-52ca68f3a206 is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:25:20.080774 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [req-620ad0bf-eaca-4905-a75a-9e275afbc1af req-b071c588-3c63-4d1d-bc03-a7c2d4016cba tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:25:20.097051 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7eea3182-a60b-4475-8d5c-e39ce47d5421 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:20.107577 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [req-620ad0bf-eaca-4905-a75a-9e275afbc1af req-b071c588-3c63-4d1d-bc03-a7c2d4016cba tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:25:20.109352 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-7eea3182-a60b-4475-8d5c-e39ce47d5421 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.8483565 Jul 13 19:25:20.111979 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-dab18c8a-0603-4096-9cc5-30a55ed3f437 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:20.116233 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-dab18c8a-0603-4096-9cc5-30a55ed3f437 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0021694 Jul 13 19:25:20.117131 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 48922) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:20.117602 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 48924) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:20.132393 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620ad0bf-eaca-4905-a75a-9e275afbc1af req-b071c588-3c63-4d1d-bc03-a7c2d4016cba tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:20.133071 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-620ad0bf-eaca-4905-a75a-9e275afbc1af req-b071c588-3c63-4d1d-bc03-a7c2d4016cba tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600154'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:20.187572 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b071c588-3c63-4d1d-bc03-a7c2d4016cba tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] Pushing event updated for resources: {'Port': ['ID=3ce30647-46b4-42ff-96a1-ddec3f3a89e7,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:20.190708 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-ebc3c12a-16a6-4770-b83e-41be18ad2f32 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Request body: {'security_group_rule': {'security_group_id': '34d968ad-4a00-47a3-9fa1-2546668751b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:25:20.226114 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f121cc10-15a3-4774-9d3b-44cefef2260b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:20.244353 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-620ad0bf-eaca-4905-a75a-9e275afbc1af req-b071c588-3c63-4d1d-bc03-a7c2d4016cba tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0238230 Jul 13 19:25:20.251960 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device 2780c301-af71-40ac-8dc0-dad9143e9d26 up at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:25:20.254585 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-ce69d17a-c9c0-47fd-a671-dd1730cbcf23 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Request body: {'security_group_rule': {'security_group_id': 'eb760fd5-c478-45a6-bcb6-89f12fd99825', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:25:20.306051 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eea3182-a60b-4475-8d5c-e39ce47d5421 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34d968ad-4a00-47a3-9fa1-2546668751b5,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:20.351142 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.db.api [None req-ce69d17a-c9c0-47fd-a671-dd1730cbcf23 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 19:25:20.351142 dv-cinder-786932-3-iscsi neutron-server[92923]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 13 19:25:20.351142 dv-cinder-786932-3-iscsi neutron-server[92923]: [parameters: {'project_id_1': '09d928f8d15b4be49420ac3d92a41f6f', 'expiration_1': datetime.datetime(2021, 7, 13, 19, 25, 20, 294716)}] Jul 13 19:25:20.351142 dv-cinder-786932-3-iscsi neutron-server[92923]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 19:25:20.351632 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG oslo_db.api [None req-ce69d17a-c9c0-47fd-a671-dd1730cbcf23 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 19:25:20.391641 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning for port 2780c301-af71-40ac-8dc0-dad9143e9d26 completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:25:20.398404 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ebc3c12a-16a6-4770-b83e-41be18ad2f32 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:20.399485 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning complete for port 2780c301-af71-40ac-8dc0-dad9143e9d26 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:25:20.400101 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:20.581551 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ebc3c12a-16a6-4770-b83e-41be18ad2f32 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:20.588636 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ebc3c12a-16a6-4770-b83e-41be18ad2f32 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651252'] for security_group_rule, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:20.633365 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc3c12a-16a6-4770-b83e-41be18ad2f32 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffdcb355-4c87-4b53-98c4-44d80dcfc283,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:20.639820 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:20.660180 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ebc3c12a-16a6-4770-b83e-41be18ad2f32 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:20.662473 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-ebc3c12a-16a6-4770-b83e-41be18ad2f32 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5291419 Jul 13 19:25:20.666234 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 48942) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:20.691741 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-3e61a019-a432-4ef9-b332-504715cde6e5 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Request body: {'security_group_rule': {'security_group_id': '34d968ad-4a00-47a3-9fa1-2546668751b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:25:20.696054 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] For port 2780c301-af71-40ac-8dc0-dad9143e9d26, host dv-cinder-786932-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=2780c301-af71-40ac-8dc0-dad9143e9d26,segment=NetworkSegment(2c1c5ac3-7b69-4096-8790-4108a346deee),segment_id=2c1c5ac3-7b69-4096-8790-4108a346deee)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:20.705444 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:20.731678 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d404cd56-898f-432c-9598-51139162c22b req-a53ee79e-35bc-44f8-9aef-c0a9ff6b1673 tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:20.733652 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-d404cd56-898f-432c-9598-51139162c22b req-a53ee79e-35bc-44f8-9aef-c0a9ff6b1673 tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] 10.222.0.67 "GET /v2.0/ports?device_id=398f0204-f020-474d-a5d7-3164baae27ca HTTP/1.1" status: 200 len: 931 time: 0.4384749 Jul 13 19:25:20.777114 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Pushing event updated for resources: {'Port': ['ID=2780c301-af71-40ac-8dc0-dad9143e9d26,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:20.787830 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3e61a019-a432-4ef9-b332-504715cde6e5 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:20.861083 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-0e7622fb-385f-4000-9c92-a0fddf3985e1 None None] Notify callbacks [] for port, precommit_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:20.884600 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-d404cd56-898f-432c-9598-51139162c22b req-d82af3bc-1e66-4488-8371-61ec3fe33bef tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] 10.222.0.67 "GET /v2.0/security-groups?id=651e3464-cd35-4d86-aec2-d7c084e2dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413798 Jul 13 19:25:20.885594 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.provisioning_blocks [None req-0e7622fb-385f-4000-9c92-a0fddf3985e1 None None] Transition to ACTIVE for port object eb53b332-7e1f-4491-9cef-71c461a6e9c5 will not be triggered until provisioned by entity L2. {{(pid=92926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:25:20.900388 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-0e7622fb-385f-4000-9c92-a0fddf3985e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:20.908824 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ce69d17a-c9c0-47fd-a671-dd1730cbcf23 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:20.945930 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3e61a019-a432-4ef9-b332-504715cde6e5 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:20.959833 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3e61a019-a432-4ef9-b332-504715cde6e5 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651252'] for security_group_rule, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:20.960089 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a7f909-b5d7-4855-b72e-c5f620bd7097 None None] Pushing event updated for resources: {'Port': ['ID=eb53b332-7e1f-4491-9cef-71c461a6e9c5,revision_number=3']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:21.007716 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3e61a019-a432-4ef9-b332-504715cde6e5 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:21.008938 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-3e61a019-a432-4ef9-b332-504715cde6e5 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3417063 Jul 13 19:25:21.013933 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 48950) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:21.018777 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e61a019-a432-4ef9-b332-504715cde6e5 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1533f31-dd24-4417-b142-a9668bbc609f,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:21.021572 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [None req-f24efa5d-bff4-40e6-9741-a9940733036a tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Request body: {'floatingip': {'floating_network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:25:21.028723 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ce69d17a-c9c0-47fd-a671-dd1730cbcf23 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:21.037051 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ce69d17a-c9c0-47fd-a671-dd1730cbcf23 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651252'] for security_group_rule, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:21.066422 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f24efa5d-bff4-40e6-9741-a9940733036a tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks [] for floatingip, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:21.096854 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ce69d17a-c9c0-47fd-a671-dd1730cbcf23 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:21.097115 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [None req-0e7622fb-385f-4000-9c92-a0fddf3985e1 None None] Attempting to bind port eb53b332-7e1f-4491-9cef-71c461a6e9c5 on host dv-cinder-786932-3-iscsi for vnic_type normal with profile {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:25:21.098439 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-ce69d17a-c9c0-47fd-a671-dd1730cbcf23 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9634109 Jul 13 19:25:21.098748 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [None req-0e7622fb-385f-4000-9c92-a0fddf3985e1 None None] Attempting to bind port eb53b332-7e1f-4491-9cef-71c461a6e9c5 by drivers openvswitch,hyperv on host dv-cinder-786932-3-iscsi at level 0 using segments [{'id': 'b2c84280-8460-4aa6-b89f-bacddd6514f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'c438c907-bcad-48c0-af76-f26d5c29bc9d'}] {{(pid=92926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:25:21.099408 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7622fb-385f-4000-9c92-a0fddf3985e1 None None] Attempting to bind port eb53b332-7e1f-4491-9cef-71c461a6e9c5 on network c438c907-bcad-48c0-af76-f26d5c29bc9d {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:25:21.101541 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 48954) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:21.108905 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-36f9026e-750e-4148-85bd-1af23cedab11 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Request body: {'floatingip': {'floating_network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:25:21.114277 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7622fb-385f-4000-9c92-a0fddf3985e1 None None] Checking agent: {'id': '9c58f4e9-8628-43da-8d7d-cb04bd9f4726', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 19), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:25:21.115136 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7622fb-385f-4000-9c92-a0fddf3985e1 None None] Checking segment: {'id': 'b2c84280-8460-4aa6-b89f-bacddd6514f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'c438c907-bcad-48c0-af76-f26d5c29bc9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:25:21.117230 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce69d17a-c9c0-47fd-a671-dd1730cbcf23 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22ac4c7a-8d5f-47e8-8fcf-116ae3f6928c,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:21.117384 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-0e7622fb-385f-4000-9c92-a0fddf3985e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:21.125791 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7622fb-385f-4000-9c92-a0fddf3985e1 None None] Bound using segment: {'id': 'b2c84280-8460-4aa6-b89f-bacddd6514f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'c438c907-bcad-48c0-af76-f26d5c29bc9d'} {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:25:21.127219 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [None req-0e7622fb-385f-4000-9c92-a0fddf3985e1 None None] Bound port: eb53b332-7e1f-4491-9cef-71c461a6e9c5, host: dv-cinder-786932-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2c84280-8460-4aa6-b89f-bacddd6514f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'c438c907-bcad-48c0-af76-f26d5c29bc9d'}}] {{(pid=92926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:25:21.127801 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-0e7622fb-385f-4000-9c92-a0fddf3985e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:21.180600 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-36f9026e-750e-4148-85bd-1af23cedab11 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks [] for floatingip, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:21.229311 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f24efa5d-bff4-40e6-9741-a9940733036a tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:21.246117 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.db [None req-0e7622fb-385f-4000-9c92-a0fddf3985e1 None None] For port eb53b332-7e1f-4491-9cef-71c461a6e9c5, host dv-cinder-786932-3-iscsi, cleared binding levels {{(pid=92926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:25:21.251112 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.db [None req-0e7622fb-385f-4000-9c92-a0fddf3985e1 None None] For port eb53b332-7e1f-4491-9cef-71c461a6e9c5, host dv-cinder-786932-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=eb53b332-7e1f-4491-9cef-71c461a6e9c5,segment=NetworkSegment(b2c84280-8460-4aa6-b89f-bacddd6514f2),segment_id=b2c84280-8460-4aa6-b89f-bacddd6514f2)] {{(pid=92926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:25:21.259693 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-0e7622fb-385f-4000-9c92-a0fddf3985e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:21.349685 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7622fb-385f-4000-9c92-a0fddf3985e1 None None] Routers {'5d6fc093-8898-47d9-af31-38f25be314cd'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:25:21.351196 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-0e7622fb-385f-4000-9c92-a0fddf3985e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:25:19Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['5d6fc093-8898-47d9-af31-38f25be314cd'], 'active': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:21.423360 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a7f909-b5d7-4855-b72e-c5f620bd7097 None None] Pushing event updated for resources: {'Port': ['ID=eb53b332-7e1f-4491-9cef-71c461a6e9c5,revision_number=4']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:21.442168 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [None req-f24efa5d-bff4-40e6-9741-a9940733036a tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Allocated IP 172.27.1.135 (c2fcde99-d8d4-483e-a474-248e3afaaef2/3c8e1596-5f1e-4fec-b61e-66ec42c4519a/6a4199ee-89a5-4be8-8cf0-53d92f0cd42b) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:25:21.442364 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9284eb-1237-4200-806e-74bcddd7bd6f None None] Sync routers for ids ['b299da8c-f74d-4b8c-afd6-d60053b56697'] in dv-cinder-786932-3-iscsi {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:25:21.461381 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9284eb-1237-4200-806e-74bcddd7bd6f None None] Routers {'b299da8c-f74d-4b8c-afd6-d60053b56697'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:25:21.462339 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-4a9284eb-1237-4200-806e-74bcddd7bd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:25:19Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['b299da8c-f74d-4b8c-afd6-d60053b56697'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:21.482599 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-36f9026e-750e-4148-85bd-1af23cedab11 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:21.647082 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvr_db [None req-0e7622fb-385f-4000-9c92-a0fddf3985e1 None None] Set router 5d6fc093-8898-47d9-af31-38f25be314cd gateway port host: dv-cinder-786932-3-iscsi {{(pid=92926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:25:21.705275 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f24efa5d-bff4-40e6-9741-a9940733036a tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:21.709454 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-4a9284eb-1237-4200-806e-74bcddd7bd6f None None] Set router b299da8c-f74d-4b8c-afd6-d60053b56697 gateway port host: dv-cinder-786932-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:25:21.785781 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f24efa5d-bff4-40e6-9741-a9940733036a tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752272454283'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:21.861732 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24efa5d-bff4-40e6-9741-a9940733036a tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Pushing event updated for resources: {'Port': ['ID=6a4199ee-89a5-4be8-8cf0-53d92f0cd42b,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:21.924690 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [None req-36f9026e-750e-4148-85bd-1af23cedab11 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Allocated IP 172.27.1.157 (c2fcde99-d8d4-483e-a474-248e3afaaef2/3c8e1596-5f1e-4fec-b61e-66ec42c4519a/dd8a6fc2-b876-4a7e-940d-af605acabdc7) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:25:21.941541 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24efa5d-bff4-40e6-9741-a9940733036a tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Network c2fcde99-d8d4-483e-a474-248e3afaaef2 is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:25:21.944967 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-f24efa5d-bff4-40e6-9741-a9940733036a tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:25:21.956314 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24efa5d-bff4-40e6-9741-a9940733036a tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:25:21.959679 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-90e910e5-9927-492e-a649-803b472a565a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:22.104454 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device 2780c301-af71-40ac-8dc0-dad9143e9d26 up at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:25:22.226705 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-0e7622fb-385f-4000-9c92-a0fddf3985e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6fc093-8898-47d9-af31-38f25be314cd', 'name': 'tempest-AttachVolumeShelveTestJSON-473569453-router', 'tenant_id': '117cfd7c8bd64e5eac700d0258401983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'f774284a-1b67-4d3e-a324-9edcf8302de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:06Z', 'updated_at': '2021-07-13T19:25:14Z', 'revision_number': 4, 'project_id': '117cfd7c8bd64e5eac700d0258401983', 'gw_port': {'id': 'f774284a-1b67-4d3e-a324-9edcf8302de8', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ed:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6fc093-8898-47d9-af31-38f25be314cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:07Z', 'updated_at': '2021-07-13T19:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_interfaces': [{'id': 'eb53b332-7e1f-4491-9cef-71c461a6e9c5', 'name': '', 'network_id': 'c438c907-bcad-48c0-af76-f26d5c29bc9d', 'tenant_id': '117cfd7c8bd64e5eac700d0258401983', 'mac_address': 'fa:16:3e:c7:e8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6fc093-8898-47d9-af31-38f25be314cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ea1ae014-478a-41b7-af24-a9a2c8a9fd89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:12Z', 'updated_at': '2021-07-13T19:25:21Z', 'revision_number': 4, 'project_id': '117cfd7c8bd64e5eac700d0258401983', 'subnets': [{'id': 'ea1ae014-478a-41b7-af24-a9a2c8a9fd89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:22.232292 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f24efa5d-bff4-40e6-9741-a9940733036a tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:22.269407 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-36f9026e-750e-4148-85bd-1af23cedab11 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:22.353868 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7622fb-385f-4000-9c92-a0fddf3985e1 None None] The sync data for ids ['5d6fc093-8898-47d9-af31-38f25be314cd'] in dv-cinder-786932-3-iscsi is: [{'id': '5d6fc093-8898-47d9-af31-38f25be314cd', 'name': 'tempest-AttachVolumeShelveTestJSON-473569453-router', 'tenant_id': '117cfd7c8bd64e5eac700d0258401983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'f774284a-1b67-4d3e-a324-9edcf8302de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:06Z', 'updated_at': '2021-07-13T19:25:14Z', 'revision_number': 4, 'project_id': '117cfd7c8bd64e5eac700d0258401983', 'gw_port': {'id': 'f774284a-1b67-4d3e-a324-9edcf8302de8', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ed:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6fc093-8898-47d9-af31-38f25be314cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:07Z', 'updated_at': '2021-07-13T19:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_interfaces': [{'id': 'eb53b332-7e1f-4491-9cef-71c461a6e9c5', 'name': '', 'network_id': 'c438c907-bcad-48c0-af76-f26d5c29bc9d', 'tenant_id': '117cfd7c8bd64e5eac700d0258401983', 'mac_address': 'fa:16:3e:c7:e8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6fc093-8898-47d9-af31-38f25be314cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ea1ae014-478a-41b7-af24-a9a2c8a9fd89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:12Z', 'updated_at': '2021-07-13T19:25:21Z', 'revision_number': 4, 'project_id': '117cfd7c8bd64e5eac700d0258401983', 'subnets': [{'id': 'ea1ae014-478a-41b7-af24-a9a2c8a9fd89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:25:22.412256 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f24efa5d-bff4-40e6-9741-a9940733036a tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:22.602388 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [req-620ad0bf-eaca-4905-a75a-9e275afbc1af req-8c437a95-291e-4ad7-a7db-c6fe17ffaa6a tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=92924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:25:22.603609 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning complete for port 2780c301-af71-40ac-8dc0-dad9143e9d26 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:25:22.604522 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:22.612249 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-620ad0bf-eaca-4905-a75a-9e275afbc1af req-8c437a95-291e-4ad7-a7db-c6fe17ffaa6a tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0171947 Jul 13 19:25:22.830443 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-36f9026e-750e-4148-85bd-1af23cedab11 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752272454283'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:22.962371 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f24efa5d-bff4-40e6-9741-a9940733036a tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:22.978314 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f24efa5d-bff4-40e6-9741-a9940733036a tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:22.986756 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-4a9284eb-1237-4200-806e-74bcddd7bd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b299da8c-f74d-4b8c-afd6-d60053b56697', 'name': 'tempest-AttachVolumeTestJSON-205678765-router', 'tenant_id': '09d928f8d15b4be49420ac3d92a41f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '2780c301-af71-40ac-8dc0-dad9143e9d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:06Z', 'updated_at': '2021-07-13T19:25:14Z', 'revision_number': 4, 'project_id': '09d928f8d15b4be49420ac3d92a41f6f', 'gw_port': {'id': '2780c301-af71-40ac-8dc0-dad9143e9d26', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b299da8c-f74d-4b8c-afd6-d60053b56697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:07Z', 'updated_at': '2021-07-13T19:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_interfaces': [{'id': 'efb67827-29bc-4c74-b0d4-318722a2f78f', 'name': '', 'network_id': '922632e1-2fcb-4d44-a394-325429781ce3', 'tenant_id': '09d928f8d15b4be49420ac3d92a41f6f', 'mac_address': 'fa:16:3e:44:fa:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b299da8c-f74d-4b8c-afd6-d60053b56697', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e577557a-4de0-4b64-b346-c9cb7908bed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:12Z', 'updated_at': '2021-07-13T19:25:14Z', 'revision_number': 2, 'project_id': '09d928f8d15b4be49420ac3d92a41f6f', 'subnets': [{'id': 'e577557a-4de0-4b64-b346-c9cb7908bed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:23.064570 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f24efa5d-bff4-40e6-9741-a9940733036a tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760411'] for floatingip, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:23.128819 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9284eb-1237-4200-806e-74bcddd7bd6f None None] Checking router: b299da8c-f74d-4b8c-afd6-d60053b56697 for host: dv-cinder-786932-3-iscsi {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:25:23.129903 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9284eb-1237-4200-806e-74bcddd7bd6f None None] Updating router b299da8c-f74d-4b8c-afd6-d60053b56697 port efb67827-29bc-4c74-b0d4-318722a2f78f binding host dv-cinder-786932-3-iscsi {{(pid=92925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:25:23.160815 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f24efa5d-bff4-40e6-9741-a9940733036a tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for floatingip, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:23.192850 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-f24efa5d-bff4-40e6-9741-a9940733036a tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1770465 Jul 13 19:25:23.214669 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f8a149-0b21-4cc6-aa44-22f1106278fc req-e21eacf4-b3c7-4ca4-8808-c98ce0f9fd3d tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:23.224592 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24efa5d-bff4-40e6-9741-a9940733036a tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Pushing event updated for resources: {'Port': ['ID=6a4199ee-89a5-4be8-8cf0-53d92f0cd42b,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:23.228967 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-78f8a149-0b21-4cc6-aa44-22f1106278fc req-e21eacf4-b3c7-4ca4-8808-c98ce0f9fd3d tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] 10.222.0.67 "GET /v2.0/ports?device_id=398f0204-f020-474d-a5d7-3164baae27ca HTTP/1.1" status: 200 len: 931 time: 0.9654262 Jul 13 19:25:23.261531 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-4a9284eb-1237-4200-806e-74bcddd7bd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:23.372906 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f9026e-750e-4148-85bd-1af23cedab11 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Pushing event updated for resources: {'Port': ['ID=dd8a6fc2-b876-4a7e-940d-af605acabdc7,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:23.520534 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f9026e-750e-4148-85bd-1af23cedab11 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Network c2fcde99-d8d4-483e-a474-248e3afaaef2 is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:25:23.573479 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-78f8a149-0b21-4cc6-aa44-22f1106278fc req-9e32360d-17ef-41e3-942c-6f1c51446afd tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] 10.222.0.67 "GET /v2.0/security-groups?id=651e3464-cd35-4d86-aec2-d7c084e2dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431027 Jul 13 19:25:23.588507 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-36f9026e-750e-4148-85bd-1af23cedab11 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:25:23.605160 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f9026e-750e-4148-85bd-1af23cedab11 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:25:23.694417 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 49010) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:23.926376 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-36f9026e-750e-4148-85bd-1af23cedab11 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:24.115212 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-36f9026e-750e-4148-85bd-1af23cedab11 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:24.121063 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-4a9284eb-1237-4200-806e-74bcddd7bd6f None None] Notify callbacks [] for port, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:24.167397 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device eb53b332-7e1f-4491-9cef-71c461a6e9c5 up at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:25:24.187762 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-4a9284eb-1237-4200-806e-74bcddd7bd6f None None] Transition to ACTIVE for port object efb67827-29bc-4c74-b0d4-318722a2f78f will not be triggered until provisioned by entity L2. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:25:24.257202 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [req-620ad0bf-eaca-4905-a75a-9e275afbc1af req-56c0a2ed-abaa-4c99-9f83-b7d363ec8092 service neutron] Request body: {'port': {'device_id': '398f0204-f020-474d-a5d7-3164baae27ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:25:24.301223 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-4a9284eb-1237-4200-806e-74bcddd7bd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:24.447749 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 49044) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:24.601006 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9948d11e-d2b4-4667-ac91-c109d7b8a631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:24.654978 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8365fe4-a3c6-489a-bdef-0682b63bf93c None None] Pushing event updated for resources: {'Port': ['ID=efb67827-29bc-4c74-b0d4-318722a2f78f,revision_number=3']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:24.697820 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning for port eb53b332-7e1f-4491-9cef-71c461a6e9c5 completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:25:24.830917 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning complete for port eb53b332-7e1f-4491-9cef-71c461a6e9c5 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:25:24.831337 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:24.885223 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-36f9026e-750e-4148-85bd-1af23cedab11 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:24.897178 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-36f9026e-750e-4148-85bd-1af23cedab11 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:25.008176 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-4a9284eb-1237-4200-806e-74bcddd7bd6f None None] Attempting to bind port efb67827-29bc-4c74-b0d4-318722a2f78f on host dv-cinder-786932-3-iscsi for vnic_type normal with profile {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:25:25.011123 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-4a9284eb-1237-4200-806e-74bcddd7bd6f None None] Attempting to bind port efb67827-29bc-4c74-b0d4-318722a2f78f by drivers openvswitch,hyperv on host dv-cinder-786932-3-iscsi at level 0 using segments [{'id': 'd1c90e22-3ed8-421c-9c7d-06b4426b58df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '922632e1-2fcb-4d44-a394-325429781ce3'}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:25:25.011123 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9284eb-1237-4200-806e-74bcddd7bd6f None None] Attempting to bind port efb67827-29bc-4c74-b0d4-318722a2f78f on network 922632e1-2fcb-4d44-a394-325429781ce3 {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:25:25.056818 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9284eb-1237-4200-806e-74bcddd7bd6f None None] Checking agent: {'id': '9c58f4e9-8628-43da-8d7d-cb04bd9f4726', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 19), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:25:25.056818 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9284eb-1237-4200-806e-74bcddd7bd6f None None] Checking segment: {'id': 'd1c90e22-3ed8-421c-9c7d-06b4426b58df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '922632e1-2fcb-4d44-a394-325429781ce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:25:25.061410 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-4a9284eb-1237-4200-806e-74bcddd7bd6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:25.061410 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9284eb-1237-4200-806e-74bcddd7bd6f None None] Bound using segment: {'id': 'd1c90e22-3ed8-421c-9c7d-06b4426b58df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '922632e1-2fcb-4d44-a394-325429781ce3'} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:25:25.064606 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-4a9284eb-1237-4200-806e-74bcddd7bd6f None None] Bound port: efb67827-29bc-4c74-b0d4-318722a2f78f, host: dv-cinder-786932-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1c90e22-3ed8-421c-9c7d-06b4426b58df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '922632e1-2fcb-4d44-a394-325429781ce3'}}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:25:25.065248 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-4a9284eb-1237-4200-806e-74bcddd7bd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:25.089101 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f9026e-750e-4148-85bd-1af23cedab11 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Pushing event updated for resources: {'Port': ['ID=dd8a6fc2-b876-4a7e-940d-af605acabdc7,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:25.109336 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-36f9026e-750e-4148-85bd-1af23cedab11 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760411'] for floatingip, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:25.206167 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7260cb14-8e44-4244-99cb-25a6e9942f9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:25.218443 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-620ad0bf-eaca-4905-a75a-9e275afbc1af req-56c0a2ed-abaa-4c99-9f83-b7d363ec8092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:25.266647 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-601a2ad4-c9d6-4630-a5c1-76d4c84e7942 req-89822c70-7d0d-42c5-bbb8-55c55fc57c3d tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1942016532&fields=id&tenant_id=117cfd7c8bd64e5eac700d0258401983 HTTP/1.1" status: 200 len: 267 time: 0.8159814 Jul 13 19:25:25.340798 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f6919f-aa6c-4ab0-9f24-88f6fb56a7d3 req-130df362-883d-4e59-b822-53fe9ff09e8b tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:25.345928 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b8f6919f-aa6c-4ab0-9f24-88f6fb56a7d3 req-130df362-883d-4e59-b822-53fe9ff09e8b tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] 10.222.0.67 "GET /v2.0/ports?device_id=398f0204-f020-474d-a5d7-3164baae27ca HTTP/1.1" status: 200 len: 931 time: 0.1763699 Jul 13 19:25:25.382625 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-4a9284eb-1237-4200-806e-74bcddd7bd6f None None] For port efb67827-29bc-4c74-b0d4-318722a2f78f, host dv-cinder-786932-3-iscsi, cleared binding levels {{(pid=92925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:25:25.389251 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-4a9284eb-1237-4200-806e-74bcddd7bd6f None None] For port efb67827-29bc-4c74-b0d4-318722a2f78f, host dv-cinder-786932-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=efb67827-29bc-4c74-b0d4-318722a2f78f,segment=NetworkSegment(d1c90e22-3ed8-421c-9c7d-06b4426b58df),segment_id=d1c90e22-3ed8-421c-9c7d-06b4426b58df)] {{(pid=92925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:25:25.394892 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9948d11e-d2b4-4667-ac91-c109d7b8a631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:25.467739 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b8f6919f-aa6c-4ab0-9f24-88f6fb56a7d3 req-4883719e-b6a9-43db-8c50-1bfa227c5d48 tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] 10.222.0.67 "GET /v2.0/security-groups?id=651e3464-cd35-4d86-aec2-d7c084e2dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132336 Jul 13 19:25:25.473907 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-36f9026e-750e-4148-85bd-1af23cedab11 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for floatingip, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:25.478211 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-36f9026e-750e-4148-85bd-1af23cedab11 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3754902 Jul 13 19:25:25.562397 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9948d11e-d2b4-4667-ac91-c109d7b8a631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:25.582522 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:25.588808 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-4a9284eb-1237-4200-806e-74bcddd7bd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:25.757602 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9948d11e-d2b4-4667-ac91-c109d7b8a631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af018410-3d13-4285-827e-26c70d49e7de,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:25.814908 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] For port eb53b332-7e1f-4491-9cef-71c461a6e9c5, host dv-cinder-786932-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=eb53b332-7e1f-4491-9cef-71c461a6e9c5,segment=NetworkSegment(b2c84280-8460-4aa6-b89f-bacddd6514f2),segment_id=b2c84280-8460-4aa6-b89f-bacddd6514f2)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:25.833047 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9284eb-1237-4200-806e-74bcddd7bd6f None None] Routers {'b299da8c-f74d-4b8c-afd6-d60053b56697'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:25:25.833861 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-4a9284eb-1237-4200-806e-74bcddd7bd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:25:19Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['b299da8c-f74d-4b8c-afd6-d60053b56697'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:25.838835 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:25.951493 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8365fe4-a3c6-489a-bdef-0682b63bf93c None None] Pushing event updated for resources: {'Port': ['ID=efb67827-29bc-4c74-b0d4-318722a2f78f,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:26.048567 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2f2f1669-7882-4377-86f9-9afd9242e25e req-3dc2dd1c-6ee0-4dca-91cc-a375cb429a63 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--750506791&fields=id&tenant_id=09d928f8d15b4be49420ac3d92a41f6f HTTP/1.1" status: 200 len: 267 time: 0.1318717 Jul 13 19:25:26.246908 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Pushing event updated for resources: {'Port': ['ID=eb53b332-7e1f-4491-9cef-71c461a6e9c5,revision_number=5']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:26.306860 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-4a9284eb-1237-4200-806e-74bcddd7bd6f None None] Set router b299da8c-f74d-4b8c-afd6-d60053b56697 gateway port host: dv-cinder-786932-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:25:26.330940 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f1669-7882-4377-86f9-9afd9242e25e req-b195ec2d-54a7-47ed-b0ba-c1f019a95d1b tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:26.333240 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2f2f1669-7882-4377-86f9-9afd9242e25e req-b195ec2d-54a7-47ed-b0ba-c1f019a95d1b tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/networks?id=922632e1-2fcb-4d44-a394-325429781ce3 HTTP/1.1" status: 200 len: 810 time: 0.2692449 Jul 13 19:25:26.336483 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 49098) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:26.336712 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-9948d11e-d2b4-4667-ac91-c109d7b8a631 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=85010d3dd0774081a87a4448495f21b6&name=default HTTP/1.1" status: 200 len: 2978 time: 2.6410980 Jul 13 19:25:26.402590 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2f2f1669-7882-4377-86f9-9afd9242e25e req-6e4cc5bf-0692-419e-966d-500f6ff914b3 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/quotas/09d928f8d15b4be49420ac3d92a41f6f HTTP/1.1" status: 200 len: 375 time: 0.0385363 Jul 13 19:25:26.527576 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a2ad4-c9d6-4630-a5c1-76d4c84e7942 req-a8d3eeed-967f-4d34-bc19-9b32e6f4a44e tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:26.529526 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-601a2ad4-c9d6-4630-a5c1-76d4c84e7942 req-a8d3eeed-967f-4d34-bc19-9b32e6f4a44e tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/networks?id=c438c907-bcad-48c0-af76-f26d5c29bc9d HTTP/1.1" status: 200 len: 816 time: 1.2619526 Jul 13 19:25:26.545587 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ae44fe2a-40f9-43e1-952f-9bef388083df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:26.626454 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-601a2ad4-c9d6-4630-a5c1-76d4c84e7942 req-d414e3fd-f78a-43b4-8e9c-42ee876d8a11 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/quotas/117cfd7c8bd64e5eac700d0258401983 HTTP/1.1" status: 200 len: 375 time: 0.0665324 Jul 13 19:25:26.676179 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ae44fe2a-40f9-43e1-952f-9bef388083df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:26.758060 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7260cb14-8e44-4244-99cb-25a6e9942f9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:26.898464 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7260cb14-8e44-4244-99cb-25a6e9942f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:26.915791 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ae44fe2a-40f9-43e1-952f-9bef388083df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:26.922541 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ae44fe2a-40f9-43e1-952f-9bef388083df admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:26.934857 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-ae44fe2a-40f9-43e1-952f-9bef388083df admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/af018410-3d13-4285-827e-26c70d49e7de HTTP/1.1" status: 204 len: 168 time: 0.5952055 Jul 13 19:25:26.995470 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae44fe2a-40f9-43e1-952f-9bef388083df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af018410-3d13-4285-827e-26c70d49e7de,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:27.007538 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 49124) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:27.010913 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-7260cb14-8e44-4244-99cb-25a6e9942f9e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a3ef9bcc556b4306b3f08ac8b7e25a76&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5424762 Jul 13 19:25:27.030371 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2f2f1669-7882-4377-86f9-9afd9242e25e req-173cb750-464d-4669-84ee-745742ada865 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=09d928f8d15b4be49420ac3d92a41f6f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6055405 Jul 13 19:25:27.069507 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-4a9284eb-1237-4200-806e-74bcddd7bd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b299da8c-f74d-4b8c-afd6-d60053b56697', 'name': 'tempest-AttachVolumeTestJSON-205678765-router', 'tenant_id': '09d928f8d15b4be49420ac3d92a41f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '2780c301-af71-40ac-8dc0-dad9143e9d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:06Z', 'updated_at': '2021-07-13T19:25:14Z', 'revision_number': 4, 'project_id': '09d928f8d15b4be49420ac3d92a41f6f', 'gw_port': {'id': '2780c301-af71-40ac-8dc0-dad9143e9d26', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b299da8c-f74d-4b8c-afd6-d60053b56697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:07Z', 'updated_at': '2021-07-13T19:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_interfaces': [{'id': 'efb67827-29bc-4c74-b0d4-318722a2f78f', 'name': '', 'network_id': '922632e1-2fcb-4d44-a394-325429781ce3', 'tenant_id': '09d928f8d15b4be49420ac3d92a41f6f', 'mac_address': 'fa:16:3e:44:fa:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b299da8c-f74d-4b8c-afd6-d60053b56697', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e577557a-4de0-4b64-b346-c9cb7908bed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:12Z', 'updated_at': '2021-07-13T19:25:25Z', 'revision_number': 4, 'project_id': '09d928f8d15b4be49420ac3d92a41f6f', 'subnets': [{'id': 'e577557a-4de0-4b64-b346-c9cb7908bed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:25:27.143083 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9284eb-1237-4200-806e-74bcddd7bd6f None None] The sync data for ids ['b299da8c-f74d-4b8c-afd6-d60053b56697'] in dv-cinder-786932-3-iscsi is: [{'id': 'b299da8c-f74d-4b8c-afd6-d60053b56697', 'name': 'tempest-AttachVolumeTestJSON-205678765-router', 'tenant_id': '09d928f8d15b4be49420ac3d92a41f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '2780c301-af71-40ac-8dc0-dad9143e9d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:06Z', 'updated_at': '2021-07-13T19:25:14Z', 'revision_number': 4, 'project_id': '09d928f8d15b4be49420ac3d92a41f6f', 'gw_port': {'id': '2780c301-af71-40ac-8dc0-dad9143e9d26', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b299da8c-f74d-4b8c-afd6-d60053b56697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:07Z', 'updated_at': '2021-07-13T19:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_interfaces': [{'id': 'efb67827-29bc-4c74-b0d4-318722a2f78f', 'name': '', 'network_id': '922632e1-2fcb-4d44-a394-325429781ce3', 'tenant_id': '09d928f8d15b4be49420ac3d92a41f6f', 'mac_address': 'fa:16:3e:44:fa:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b299da8c-f74d-4b8c-afd6-d60053b56697', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e577557a-4de0-4b64-b346-c9cb7908bed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:12Z', 'updated_at': '2021-07-13T19:25:25Z', 'revision_number': 4, 'project_id': '09d928f8d15b4be49420ac3d92a41f6f', 'subnets': [{'id': 'e577557a-4de0-4b64-b346-c9cb7908bed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:25:27.223521 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7260cb14-8e44-4244-99cb-25a6e9942f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa4fc46-4e32-45c8-9dc2-b9da4e85e2a8,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:27.249107 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-601a2ad4-c9d6-4630-a5c1-76d4c84e7942 req-1317027d-6cd5-41fe-b056-8c3364d6abf7 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=117cfd7c8bd64e5eac700d0258401983&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5822690 Jul 13 19:25:27.259861 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [req-620ad0bf-eaca-4905-a75a-9e275afbc1af req-56c0a2ed-abaa-4c99-9f83-b7d363ec8092 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ce30647-46b4-42ff-96a1-ddec3f3a89e7 {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:25:27.281820 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-620ad0bf-eaca-4905-a75a-9e275afbc1af req-56c0a2ed-abaa-4c99-9f83-b7d363ec8092 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:27.330182 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [req-620ad0bf-eaca-4905-a75a-9e275afbc1af req-56c0a2ed-abaa-4c99-9f83-b7d363ec8092 service neutron] Transition to ACTIVE for port object 3ce30647-46b4-42ff-96a1-ddec3f3a89e7 will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:25:27.345773 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-620ad0bf-eaca-4905-a75a-9e275afbc1af req-56c0a2ed-abaa-4c99-9f83-b7d363ec8092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:27.520341 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c0a2ed-abaa-4c99-9f83-b7d363ec8092 service neutron] Pushing event updated for resources: {'Port': ['ID=3ce30647-46b4-42ff-96a1-ddec3f3a89e7,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:27.593616 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-620ad0bf-eaca-4905-a75a-9e275afbc1af req-56c0a2ed-abaa-4c99-9f83-b7d363ec8092 service neutron] Attempting to bind port 3ce30647-46b4-42ff-96a1-ddec3f3a89e7 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:25:27.593915 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-620ad0bf-eaca-4905-a75a-9e275afbc1af req-56c0a2ed-abaa-4c99-9f83-b7d363ec8092 service neutron] Attempting to bind port 3ce30647-46b4-42ff-96a1-ddec3f3a89e7 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '3f1af203-9b3e-40af-a81f-d888de5fde99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'aabaeb63-5c54-4b34-b49e-52ca68f3a206'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:25:27.594250 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620ad0bf-eaca-4905-a75a-9e275afbc1af req-56c0a2ed-abaa-4c99-9f83-b7d363ec8092 service neutron] Attempting to bind port 3ce30647-46b4-42ff-96a1-ddec3f3a89e7 on network aabaeb63-5c54-4b34-b49e-52ca68f3a206 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:25:27.613196 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8c762880-9f0f-4a83-a10d-f112f098a6d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:27.618054 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620ad0bf-eaca-4905-a75a-9e275afbc1af req-56c0a2ed-abaa-4c99-9f83-b7d363ec8092 service neutron] Port 3ce30647-46b4-42ff-96a1-ddec3f3a89e7 on network aabaeb63-5c54-4b34-b49e-52ca68f3a206 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:25:27.618054 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620ad0bf-eaca-4905-a75a-9e275afbc1af req-56c0a2ed-abaa-4c99-9f83-b7d363ec8092 service neutron] Attempting to bind port 3ce30647-46b4-42ff-96a1-ddec3f3a89e7 on network aabaeb63-5c54-4b34-b49e-52ca68f3a206 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:25:27.633825 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620ad0bf-eaca-4905-a75a-9e275afbc1af req-56c0a2ed-abaa-4c99-9f83-b7d363ec8092 service neutron] Checking agent: {'id': '4a103c85-e045-48ce-a8be-787d9b9ed000', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 23, 28), 'started_at': datetime.datetime(2021, 7, 13, 19, 23, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:25:27.634172 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620ad0bf-eaca-4905-a75a-9e275afbc1af req-56c0a2ed-abaa-4c99-9f83-b7d363ec8092 service neutron] Checking segment: {'id': '3f1af203-9b3e-40af-a81f-d888de5fde99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'aabaeb63-5c54-4b34-b49e-52ca68f3a206'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:25:27.634855 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620ad0bf-eaca-4905-a75a-9e275afbc1af req-56c0a2ed-abaa-4c99-9f83-b7d363ec8092 service neutron] Bound using segment: {'id': '3f1af203-9b3e-40af-a81f-d888de5fde99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'aabaeb63-5c54-4b34-b49e-52ca68f3a206'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:25:27.635426 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-620ad0bf-eaca-4905-a75a-9e275afbc1af req-56c0a2ed-abaa-4c99-9f83-b7d363ec8092 service neutron] Bound port: 3ce30647-46b4-42ff-96a1-ddec3f3a89e7, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f1af203-9b3e-40af-a81f-d888de5fde99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'aabaeb63-5c54-4b34-b49e-52ca68f3a206'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:25:27.635799 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-620ad0bf-eaca-4905-a75a-9e275afbc1af req-56c0a2ed-abaa-4c99-9f83-b7d363ec8092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:27.687552 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.agents_db [None req-012e1d35-f91a-49b0-a4f0-5c30301579de None None] Agent healthcheck: found 6 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:25:27.741111 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2f2f1669-7882-4377-86f9-9afd9242e25e req-d0a39e31-0b64-4269-86ae-e02375cedd37 service neutron] 10.222.0.67 "GET /v2.0/networks/922632e1-2fcb-4d44-a394-325429781ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6770055 Jul 13 19:25:27.831676 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [req-601a2ad4-c9d6-4630-a5c1-76d4c84e7942 req-f756ad88-dd22-4bf9-a5b5-60739c42e3ea service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=92924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:25:27.843041 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-601a2ad4-c9d6-4630-a5c1-76d4c84e7942 req-f756ad88-dd22-4bf9-a5b5-60739c42e3ea service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1874423 Jul 13 19:25:27.875772 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 49150) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:27.975151 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2f2f1669-7882-4377-86f9-9afd9242e25e req-3ade6105-27e3-4aac-990a-2f0bf6a3a146 service neutron] 10.222.0.67 "GET /v2.0/networks/922632e1-2fcb-4d44-a394-325429781ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330031 Jul 13 19:25:27.977893 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8c762880-9f0f-4a83-a10d-f112f098a6d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:28.032173 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:28.117349 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8c762880-9f0f-4a83-a10d-f112f098a6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:28.120469 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8c762880-9f0f-4a83-a10d-f112f098a6d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:28.122660 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-8c762880-9f0f-4a83-a10d-f112f098a6d5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1aa4fc46-4e32-45c8-9dc2-b9da4e85e2a8 HTTP/1.1" status: 204 len: 168 time: 1.0911529 Jul 13 19:25:28.166212 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c762880-9f0f-4a83-a10d-f112f098a6d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa4fc46-4e32-45c8-9dc2-b9da4e85e2a8,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:28.398879 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device eb53b332-7e1f-4491-9cef-71c461a6e9c5 up at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:25:28.544232 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-620ad0bf-eaca-4905-a75a-9e275afbc1af req-56c0a2ed-abaa-4c99-9f83-b7d363ec8092 service neutron] For port 3ce30647-46b4-42ff-96a1-ddec3f3a89e7, host hv-cinder-78693, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:25:28.550815 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-620ad0bf-eaca-4905-a75a-9e275afbc1af req-56c0a2ed-abaa-4c99-9f83-b7d363ec8092 service neutron] For port 3ce30647-46b4-42ff-96a1-ddec3f3a89e7, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=3ce30647-46b4-42ff-96a1-ddec3f3a89e7,segment=NetworkSegment(3f1af203-9b3e-40af-a81f-d888de5fde99),segment_id=3f1af203-9b3e-40af-a81f-d888de5fde99)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:25:28.568969 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-620ad0bf-eaca-4905-a75a-9e275afbc1af req-56c0a2ed-abaa-4c99-9f83-b7d363ec8092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:28.577426 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e8e397da-f137-4381-bcd2-8fa1edf07535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:28.711415 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning complete for port eb53b332-7e1f-4491-9cef-71c461a6e9c5 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:25:28.711997 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:28.737887 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b240de7-3f21-466d-8a3c-a8649b4654df req-18b92a12-1687-4f0e-bbd2-9b4917c6c790 tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:28.749256 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e8e397da-f137-4381-bcd2-8fa1edf07535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:28.759590 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-601a2ad4-c9d6-4630-a5c1-76d4c84e7942 req-bdc08a68-daa3-41ce-adfa-b26c3b000721 service neutron] 10.222.0.67 "GET /v2.0/networks/c438c907-bcad-48c0-af76-f26d5c29bc9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9150186 Jul 13 19:25:28.764980 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e8e397da-f137-4381-bcd2-8fa1edf07535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:28.767895 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-9b240de7-3f21-466d-8a3c-a8649b4654df req-18b92a12-1687-4f0e-bbd2-9b4917c6c790 tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] 10.222.0.67 "GET /v2.0/ports?device_id=398f0204-f020-474d-a5d7-3164baae27ca HTTP/1.1" status: 200 len: 943 time: 0.2553511 Jul 13 19:25:28.780438 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620ad0bf-eaca-4905-a75a-9e275afbc1af req-56c0a2ed-abaa-4c99-9f83-b7d363ec8092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:28.781087 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-620ad0bf-eaca-4905-a75a-9e275afbc1af req-56c0a2ed-abaa-4c99-9f83-b7d363ec8092 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600154'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:28.782726 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-620ad0bf-eaca-4905-a75a-9e275afbc1af req-56c0a2ed-abaa-4c99-9f83-b7d363ec8092 service neutron] 10.222.0.18 "PUT /v2.0/ports/3ce30647-46b4-42ff-96a1-ddec3f3a89e7 HTTP/1.1" status: 200 len: 1093 time: 5.2342482 Jul 13 19:25:28.790378 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '398f0204-f020-474d-a5d7-3164baae27ca', 'tag': '3ce30647-46b4-42ff-96a1-ddec3f3a89e7'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:25:28.881309 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-9b240de7-3f21-466d-8a3c-a8649b4654df req-201d82b8-271b-46cf-a48d-37b60f21adaa tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] 10.222.0.67 "GET /v2.0/security-groups?id=651e3464-cd35-4d86-aec2-d7c084e2dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103454 Jul 13 19:25:28.979487 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-e8e397da-f137-4381-bcd2-8fa1edf07535 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=68b8cddffa4149ddad2a4425fed47de6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1022420 Jul 13 19:25:28.987941 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 49178) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:29.065864 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device efb67827-29bc-4c74-b0d4-318722a2f78f up at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:25:29.187188 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c0a2ed-abaa-4c99-9f83-b7d363ec8092 service neutron] Pushing event updated for resources: {'Port': ['ID=3ce30647-46b4-42ff-96a1-ddec3f3a89e7,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:29.203097 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e397da-f137-4381-bcd2-8fa1edf07535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8148b40-6a0b-4eed-bb51-9882b10ea9b7,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:29.216188 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ffb5552f-5f75-4129-b726-bcf39ddece9c req-7d404b99-9e13-4c58-ac69-537220070a29 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 210 time: 0.1436749 Jul 13 19:25:29.233291 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning for port efb67827-29bc-4c74-b0d4-318722a2f78f completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:25:29.253939 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning complete for port efb67827-29bc-4c74-b0d4-318722a2f78f triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:25:29.255308 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:29.325014 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-62584476-866f-4b9b-9987-f46cdacd4c31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:29.413164 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-62584476-866f-4b9b-9987-f46cdacd4c31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:29.481529 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-601a2ad4-c9d6-4630-a5c1-76d4c84e7942 req-45e6d6b9-b99f-4b0e-b6b9-ef26c288468f service neutron] 10.222.0.67 "GET /v2.0/networks/c438c907-bcad-48c0-af76-f26d5c29bc9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7070339 Jul 13 19:25:29.489711 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:29.520460 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-62584476-866f-4b9b-9987-f46cdacd4c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:29.524741 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-62584476-866f-4b9b-9987-f46cdacd4c31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:29.529968 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-62584476-866f-4b9b-9987-f46cdacd4c31 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e8148b40-6a0b-4eed-bb51-9882b10ea9b7 HTTP/1.1" status: 204 len: 168 time: 0.5407522 Jul 13 19:25:29.555693 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62584476-866f-4b9b-9987-f46cdacd4c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8148b40-6a0b-4eed-bb51-9882b10ea9b7,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:29.561211 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] For port efb67827-29bc-4c74-b0d4-318722a2f78f, host dv-cinder-786932-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=efb67827-29bc-4c74-b0d4-318722a2f78f,segment=NetworkSegment(d1c90e22-3ed8-421c-9c7d-06b4426b58df),segment_id=d1c90e22-3ed8-421c-9c7d-06b4426b58df)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:29.584620 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:29.671630 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8879ae7e4e4d0f25c61261a3e286ece662f5d6b6250d5f2cd5814de7b022cdc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b27639-92dc-44b0-a65d-a6574a992f3c" -d '{"events": [{"name": "network-changed", "server_uuid": "398f0204-f020-474d-a5d7-3164baae27ca", "tag": "3ce30647-46b4-42ff-96a1-ddec3f3a89e7"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:25:29.796137 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Pushing event updated for resources: {'Port': ['ID=efb67827-29bc-4c74-b0d4-318722a2f78f,revision_number=5']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:29.920969 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620ad0bf-eaca-4905-a75a-9e275afbc1af req-936ab885-510b-4f5e-aa5d-4c0bb7061757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:29.922883 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-620ad0bf-eaca-4905-a75a-9e275afbc1af req-936ab885-510b-4f5e-aa5d-4c0bb7061757 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=235c3d241f2a474aa976bf358c985539&device_id=398f0204-f020-474d-a5d7-3164baae27ca HTTP/1.1" status: 200 len: 1096 time: 0.4272411 Jul 13 19:25:30.122730 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device efb67827-29bc-4c74-b0d4-318722a2f78f up at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:25:30.188452 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-620ad0bf-eaca-4905-a75a-9e275afbc1af req-96b7b756-b97c-494a-8b0e-1df0e294e300 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ce30647-46b4-42ff-96a1-ddec3f3a89e7 HTTP/1.1" status: 200 len: 217 time: 0.2419386 Jul 13 19:25:30.262588 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning complete for port efb67827-29bc-4c74-b0d4-318722a2f78f triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:25:30.263061 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:30.399806 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-bed8102c-0c15-4529-8d0e-8d6c6563473b req-164c95d0-3862-4bd2-be46-4c195473a35e tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 210 time: 0.2086163 Jul 13 19:25:30.561820 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c4e9cf2-3532-4bf5-b5c7-ef2052db159c x-openstack-request-id: req-7c4e9cf2-3532-4bf5-b5c7-ef2052db159c {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:25:30.562318 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "398f0204-f020-474d-a5d7-3164baae27ca", "tag": "3ce30647-46b4-42ff-96a1-ddec3f3a89e7", "status": "completed", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:25:30.562784 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7c4e9cf2-3532-4bf5-b5c7-ef2052db159c {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:25:30.563597 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '398f0204-f020-474d-a5d7-3164baae27ca', 'tag': '3ce30647-46b4-42ff-96a1-ddec3f3a89e7', 'status': 'completed', 'code': 200} Jul 13 19:25:30.635155 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620ad0bf-eaca-4905-a75a-9e275afbc1af req-c4b1f80e-0adc-418e-9206-ee334eb4cc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:30.648198 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7d14ca5a-5cfd-4444-91ce-6d8638a8a2e3 req-8e64e1ce-5689-4ce5-9201-9aa483c294fb tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 210 time: 0.0707715 Jul 13 19:25:30.679683 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-620ad0bf-eaca-4905-a75a-9e275afbc1af req-c4b1f80e-0adc-418e-9206-ee334eb4cc6b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9532763a-ab68-4ae5-9397-9560792a67ba HTTP/1.1" status: 200 len: 852 time: 0.4539058 Jul 13 19:25:30.984614 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-620ad0bf-eaca-4905-a75a-9e275afbc1af req-6d7c3d5b-ef11-477b-9c5c-ffc1d59e6fa6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=aabaeb63-5c54-4b34-b49e-52ca68f3a206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3036969 Jul 13 19:25:31.414598 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5f31c-c84a-4384-9d9c-13232e7a75c0 req-e5d04814-21b3-447c-953d-1b209e26655a tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:31.416552 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-cca5f31c-c84a-4384-9d9c-13232e7a75c0 req-e5d04814-21b3-447c-953d-1b209e26655a tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] 10.222.0.67 "GET /v2.0/ports?device_id=398f0204-f020-474d-a5d7-3164baae27ca HTTP/1.1" status: 200 len: 943 time: 0.4582098 Jul 13 19:25:31.460348 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-620ad0bf-eaca-4905-a75a-9e275afbc1af req-6ad0e2f4-f16f-4dfb-ae0b-a529bc7ec081 service neutron] 10.222.0.18 "GET /v2.0/networks/aabaeb63-5c54-4b34-b49e-52ca68f3a206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263519 Jul 13 19:25:31.650280 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-cca5f31c-c84a-4384-9d9c-13232e7a75c0 req-56fc9f97-213c-4e21-8431-57da59e8e0da tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] 10.222.0.67 "GET /v2.0/security-groups?id=651e3464-cd35-4d86-aec2-d7c084e2dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148209 Jul 13 19:25:31.770988 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-548a77cb-8f63-41da-810e-9b485b4fe41d req-4768ff72-722d-4dc7-97bb-016acebb87ff tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 210 time: 0.0684876 Jul 13 19:25:31.779903 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-620ad0bf-eaca-4905-a75a-9e275afbc1af req-12db20d6-f007-4799-b1ed-696852d1872e service neutron] 10.222.0.18 "GET /v2.0/networks/aabaeb63-5c54-4b34-b49e-52ca68f3a206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008857 Jul 13 19:25:31.996356 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-407b28e0-ace8-4ea5-8851-5f20d5f5fb44 req-ee9a29ba-aa0e-47ef-bf27-2c60e58a5814 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 210 time: 0.1144779 Jul 13 19:25:32.201590 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 49316) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:32.581914 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-276dac9b-f709-4b8b-87ed-b07a9c93bbe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:32.831533 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-276dac9b-f709-4b8b-87ed-b07a9c93bbe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:32.842445 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-276dac9b-f709-4b8b-87ed-b07a9c93bbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:32.977708 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276dac9b-f709-4b8b-87ed-b07a9c93bbe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb422031-1ef2-470b-9cdd-da2d5a3ce9b0,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:32.993336 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-276dac9b-f709-4b8b-87ed-b07a9c93bbe1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5880b59a672c477b823a9359f6bd7112&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7902119 Jul 13 19:25:32.998549 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 49346) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:33.183820 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-1b754280-ee24-446a-94e7-495666aef228 req-e2da26ec-0882-42bb-8bdb-c1163ae23c92 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 210 time: 0.0903113 Jul 13 19:25:33.262469 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a1f8b1c2-f5df-4c9c-82f6-41a2f3b42bd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:33.311642 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a1f8b1c2-f5df-4c9c-82f6-41a2f3b42bd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:33.387016 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b926244e-7dec-4acd-8db0-115b1ac00c31 req-0730e98c-be75-4345-bbec-2a1a9966b3ae tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:33.400620 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b926244e-7dec-4acd-8db0-115b1ac00c31 req-0730e98c-be75-4345-bbec-2a1a9966b3ae tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] 10.222.0.67 "GET /v2.0/ports?device_id=398f0204-f020-474d-a5d7-3164baae27ca HTTP/1.1" status: 200 len: 943 time: 0.2662678 Jul 13 19:25:33.434011 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a1f8b1c2-f5df-4c9c-82f6-41a2f3b42bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:33.442678 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a1f8b1c2-f5df-4c9c-82f6-41a2f3b42bd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:33.451326 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-a1f8b1c2-f5df-4c9c-82f6-41a2f3b42bd8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bb422031-1ef2-470b-9cdd-da2d5a3ce9b0 HTTP/1.1" status: 204 len: 168 time: 0.4509676 Jul 13 19:25:33.469035 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f8b1c2-f5df-4c9c-82f6-41a2f3b42bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb422031-1ef2-470b-9cdd-da2d5a3ce9b0,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:33.524996 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b926244e-7dec-4acd-8db0-115b1ac00c31 req-ef109d6b-dbe4-4565-9ac0-8b3e81dcfec3 tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] 10.222.0.67 "GET /v2.0/security-groups?id=651e3464-cd35-4d86-aec2-d7c084e2dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193881 Jul 13 19:25:33.688775 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-785a7283-b851-4a14-89d1-b82aa2568cec req-91d62a28-f8ff-43dd-b3ab-fe6dfe16467b tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 210 time: 0.0650299 Jul 13 19:25:34.185247 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 49382) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:34.203089 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-519b0e55-6ce8-4c0f-be32-782e5b185b78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:34.314425 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-519b0e55-6ce8-4c0f-be32-782e5b185b78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:34.319086 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-519b0e55-6ce8-4c0f-be32-782e5b185b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:34.363539 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-519b0e55-6ce8-4c0f-be32-782e5b185b78 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d442de1081f34fec8203a0b1d2999652&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1769266 Jul 13 19:25:34.364734 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519b0e55-6ce8-4c0f-be32-782e5b185b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f68d8af-80ca-4482-8582-41ea520e2180,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:34.368241 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 49388) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:34.429616 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b93cb2dd-98a3-4720-99e6-825204a56f75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:34.467894 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b93cb2dd-98a3-4720-99e6-825204a56f75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:34.468113 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1e5eb63d-d848-45d0-8e27-a9e6ca0305a9 req-1eabbd57-c180-4dc4-92b8-ae2b2576af48 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 210 time: 0.0587614 Jul 13 19:25:34.545885 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b93cb2dd-98a3-4720-99e6-825204a56f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:34.549318 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b93cb2dd-98a3-4720-99e6-825204a56f75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:34.550759 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-b93cb2dd-98a3-4720-99e6-825204a56f75 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0f68d8af-80ca-4482-8582-41ea520e2180 HTTP/1.1" status: 204 len: 168 time: 0.1804001 Jul 13 19:25:34.563142 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93cb2dd-98a3-4720-99e6-825204a56f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f68d8af-80ca-4482-8582-41ea520e2180,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:34.806284 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94163d5c-3248-43b6-9c89-ac8a39d4dcf2 req-8c65c0fe-777c-4360-934c-dcf6db08da7d tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:34.828101 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-94163d5c-3248-43b6-9c89-ac8a39d4dcf2 req-8c65c0fe-777c-4360-934c-dcf6db08da7d tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] 10.222.0.67 "GET /v2.0/ports?device_id=398f0204-f020-474d-a5d7-3164baae27ca HTTP/1.1" status: 200 len: 943 time: 0.1084924 Jul 13 19:25:34.883361 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-94163d5c-3248-43b6-9c89-ac8a39d4dcf2 req-d8d1aac1-b87e-4425-b9c9-cf57c6d77170 tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] 10.222.0.67 "GET /v2.0/security-groups?id=651e3464-cd35-4d86-aec2-d7c084e2dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539358 Jul 13 19:25:34.907961 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ff38dfdf-4d20-422d-97f6-a9b72121e4be req-570fd1be-04eb-4575-826b-98af3bded405 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 210 time: 0.0703518 Jul 13 19:25:35.843170 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-a58680a2-9c27-41b7-ba82-49590dff389c req-f0cbbb1a-0e4b-45ba-8553-2f6dad2bff96 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 210 time: 0.0481689 Jul 13 19:25:36.230844 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-48363f55-3f34-46fd-a2d1-f07be2c5c876 req-ce3f16e7-9e60-4a31-9ced-7c7de1cb59b3 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 210 time: 0.1198809 Jul 13 19:25:36.381190 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557be17a-7954-431d-b025-425b362d6e8d req-9dc44665-fe47-40c4-924b-761b62bf11a2 tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:36.397635 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-557be17a-7954-431d-b025-425b362d6e8d req-9dc44665-fe47-40c4-924b-761b62bf11a2 tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] 10.222.0.67 "GET /v2.0/ports?device_id=398f0204-f020-474d-a5d7-3164baae27ca HTTP/1.1" status: 200 len: 943 time: 0.2275858 Jul 13 19:25:36.410090 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 49510) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:36.427583 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 49516) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:36.502149 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-557be17a-7954-431d-b025-425b362d6e8d req-9819eaf2-fed0-4c5e-9388-2f0fe357435e tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] 10.222.0.67 "GET /v2.0/security-groups?id=651e3464-cd35-4d86-aec2-d7c084e2dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911791 Jul 13 19:25:36.648006 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5066520a-88e0-46c0-8e3a-c3372add1747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:36.650420 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5bdc59a5-4bbf-4e6d-8a5c-2cc14f10fcf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:36.706559 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.db.api [None req-5bdc59a5-4bbf-4e6d-8a5c-2cc14f10fcf2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 19:25:36.706559 dv-cinder-786932-3-iscsi neutron-server[92924]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 13 19:25:36.706559 dv-cinder-786932-3-iscsi neutron-server[92924]: [parameters: {'project_id': '876281ad718d42d0ae47df13166c49a1', 'id': '625bbfff-8c92-4f80-9d49-2a3582b396f2', 'expiration': datetime.datetime(2021, 7, 13, 19, 27, 36, 685489)}] Jul 13 19:25:36.706559 dv-cinder-786932-3-iscsi neutron-server[92924]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92924) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 19:25:36.707109 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG oslo_db.api [None req-5bdc59a5-4bbf-4e6d-8a5c-2cc14f10fcf2 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 19:25:36.833377 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5066520a-88e0-46c0-8e3a-c3372add1747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:36.841536 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5066520a-88e0-46c0-8e3a-c3372add1747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:37.096766 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-5066520a-88e0-46c0-8e3a-c3372add1747 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6940e1f5174245a78ef67271e92fd340&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6852357 Jul 13 19:25:37.099360 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5066520a-88e0-46c0-8e3a-c3372add1747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8bae3f-488c-4f89-b761-8706ef38ab43,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:37.104724 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 49550) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:37.160884 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b27639-92dc-44b0-a65d-a6574a992f3c req-fbba0435-927d-4120-aaba-3eeda4f1c502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:37.163107 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-88b27639-92dc-44b0-a65d-a6574a992f3c req-fbba0435-927d-4120-aaba-3eeda4f1c502 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=235c3d241f2a474aa976bf358c985539&device_id=398f0204-f020-474d-a5d7-3164baae27ca HTTP/1.1" status: 200 len: 1096 time: 0.2394111 Jul 13 19:25:37.216963 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5bdc59a5-4bbf-4e6d-8a5c-2cc14f10fcf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:37.218360 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-04cc0f97-efab-4cad-93eb-82845c9c8193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:37.249698 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-04cc0f97-efab-4cad-93eb-82845c9c8193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:37.250549 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-7c4ea352-49e9-4735-81d9-162f2d983460 req-565ba4c7-8dad-477b-8d00-0ea776e685e8 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 210 time: 0.0853562 Jul 13 19:25:37.342042 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-04cc0f97-efab-4cad-93eb-82845c9c8193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:37.347739 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-04cc0f97-efab-4cad-93eb-82845c9c8193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:37.349426 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-04cc0f97-efab-4cad-93eb-82845c9c8193 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4b8bae3f-488c-4f89-b761-8706ef38ab43 HTTP/1.1" status: 204 len: 168 time: 0.2424159 Jul 13 19:25:37.361179 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cc0f97-efab-4cad-93eb-82845c9c8193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8bae3f-488c-4f89-b761-8706ef38ab43,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:37.446011 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b27639-92dc-44b0-a65d-a6574a992f3c req-865940b6-898d-4386-aae6-6e9e8ba9b673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:37.447852 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-88b27639-92dc-44b0-a65d-a6574a992f3c req-865940b6-898d-4386-aae6-6e9e8ba9b673 service neutron] 10.222.0.18 "GET /v2.0/networks?id=aabaeb63-5c54-4b34-b49e-52ca68f3a206 HTTP/1.1" status: 200 len: 913 time: 0.2694023 Jul 13 19:25:37.508780 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-88b27639-92dc-44b0-a65d-a6574a992f3c req-e9a70bd3-916d-441c-8f7d-d3790d32753a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ce30647-46b4-42ff-96a1-ddec3f3a89e7 HTTP/1.1" status: 200 len: 217 time: 0.0490477 Jul 13 19:25:37.592643 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-5e8ba33e-d0bf-4c20-b297-4c9e2b86b2c9 req-fc76e5dd-1712-4ba4-b46b-1dd4d5698d4d tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 210 time: 0.1229672 Jul 13 19:25:37.724412 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.18', 62856) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:37.792936 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5bdc59a5-4bbf-4e6d-8a5c-2cc14f10fcf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:37.841823 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b27639-92dc-44b0-a65d-a6574a992f3c req-f8de8772-3bc1-42e5-9eaf-a38b11635fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:37.845427 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-88b27639-92dc-44b0-a65d-a6574a992f3c req-f8de8772-3bc1-42e5-9eaf-a38b11635fd0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9532763a-ab68-4ae5-9397-9560792a67ba HTTP/1.1" status: 200 len: 852 time: 0.3139994 Jul 13 19:25:37.926126 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5bdc59a5-4bbf-4e6d-8a5c-2cc14f10fcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:37.935621 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-88b27639-92dc-44b0-a65d-a6574a992f3c req-c03d82c3-6e2f-4736-9272-a6e958bb70f8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=aabaeb63-5c54-4b34-b49e-52ca68f3a206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721858 Jul 13 19:25:38.103320 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a2ad4-c9d6-4630-a5c1-76d4c84e7942 req-e5662482-8ff2-4e89-a7e6-4f7de415f154 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:38.106535 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-601a2ad4-c9d6-4630-a5c1-76d4c84e7942 req-e5662482-8ff2-4e89-a7e6-4f7de415f154 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.18 "GET /v2.0/networks?id=c438c907-bcad-48c0-af76-f26d5c29bc9d HTTP/1.1" status: 200 len: 816 time: 0.3802862 Jul 13 19:25:38.107302 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 49582) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:38.188151 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-161b2a7b-8fcb-47a8-bdba-4cfe80dda480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:38.235270 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-601a2ad4-c9d6-4630-a5c1-76d4c84e7942 req-5b33c662-8463-4a3f-9c32-87f34dbb8460 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=117cfd7c8bd64e5eac700d0258401983 HTTP/1.1" status: 200 len: 380 time: 0.1168308 Jul 13 19:25:38.247044 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-88b27639-92dc-44b0-a65d-a6574a992f3c req-cf0b2ecc-6dc0-4a7a-8015-fbc37daf3c78 service neutron] 10.222.0.18 "GET /v2.0/networks/aabaeb63-5c54-4b34-b49e-52ca68f3a206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524643 Jul 13 19:25:38.248769 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [req-601a2ad4-c9d6-4630-a5c1-76d4c84e7942 req-b0693ee5-a012-4a20-9c22-c84f4e004bb7 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Request body: {'port': {'device_id': '1b3edcd4-18aa-40db-8a76-9093f10af9de', 'network_id': 'c438c907-bcad-48c0-af76-f26d5c29bc9d', 'admin_state_up': True, 'tenant_id': '117cfd7c8bd64e5eac700d0258401983', 'security_groups': ['34d968ad-4a00-47a3-9fa1-2546668751b5']}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:25:38.284543 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-5bdc59a5-4bbf-4e6d-8a5c-2cc14f10fcf2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=876281ad718d42d0ae47df13166c49a1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8551054 Jul 13 19:25:38.287747 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 49596) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:38.411612 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdc59a5-4bbf-4e6d-8a5c-2cc14f10fcf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b34f65b-bde9-4d12-8ed4-2252a46fd522,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:38.545097 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.18', 62859) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:38.558625 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-161b2a7b-8fcb-47a8-bdba-4cfe80dda480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:38.577610 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-161b2a7b-8fcb-47a8-bdba-4cfe80dda480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:38.594575 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472b67f-7ed0-4063-bd42-a9768c542ac9 req-7fb5bb52-dfea-4e82-b1c9-893091f527fc tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:38.602219 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2472b67f-7ed0-4063-bd42-a9768c542ac9 req-7fb5bb52-dfea-4e82-b1c9-893091f527fc tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] 10.222.0.67 "GET /v2.0/ports?device_id=398f0204-f020-474d-a5d7-3164baae27ca HTTP/1.1" status: 200 len: 943 time: 0.8077533 Jul 13 19:25:38.720259 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-88b27639-92dc-44b0-a65d-a6574a992f3c req-5ccf78f2-a9ea-4e55-ac13-91f1c82e3cfd service neutron] 10.222.0.18 "GET /v2.0/networks/aabaeb63-5c54-4b34-b49e-52ca68f3a206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4437051 Jul 13 19:25:38.740882 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-39ccfef9-eca7-4bda-869f-97a124531a35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:38.763046 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2472b67f-7ed0-4063-bd42-a9768c542ac9 req-0a7fcef7-b9bd-49e3-b5f4-5f34c3c75ba4 tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] 10.222.0.67 "GET /v2.0/security-groups?id=651e3464-cd35-4d86-aec2-d7c084e2dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597979 Jul 13 19:25:38.775792 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device 3ce30647-46b4-42ff-96a1-ddec3f3a89e7 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:25:38.777550 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-6791d38e-8d7a-42f5-9690-fa994f9918cc req-316bcac7-86fd-47f4-8028-78fd9263ce3f tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 210 time: 0.1702156 Jul 13 19:25:38.803016 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-161b2a7b-8fcb-47a8-bdba-4cfe80dda480 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=69f9ff041cf9402e87ccc75795524b4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6940312 Jul 13 19:25:38.807030 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 49610) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:38.825693 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161b2a7b-8fcb-47a8-bdba-4cfe80dda480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3034713c-3377-4e70-a0b1-47abf38bf685,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:38.882474 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-39ccfef9-eca7-4bda-869f-97a124531a35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:38.923569 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fe658aba-53fa-45d6-b0af-1463460acb6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:38.951330 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f1669-7882-4377-86f9-9afd9242e25e req-7a2e62ea-d7db-4307-a1bb-34f6e78b3db2 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:38.955871 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fe658aba-53fa-45d6-b0af-1463460acb6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:38.969311 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2f2f1669-7882-4377-86f9-9afd9242e25e req-7a2e62ea-d7db-4307-a1bb-34f6e78b3db2 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.18 "GET /v2.0/networks?id=922632e1-2fcb-4d44-a394-325429781ce3 HTTP/1.1" status: 200 len: 810 time: 0.4201343 Jul 13 19:25:38.973168 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-601a2ad4-c9d6-4630-a5c1-76d4c84e7942 req-b0693ee5-a012-4a20-9c22-c84f4e004bb7 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Made reservation on behalf of 117cfd7c8bd64e5eac700d0258401983 for: {'port': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:25:38.976888 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-601a2ad4-c9d6-4630-a5c1-76d4c84e7942 req-b0693ee5-a012-4a20-9c22-c84f4e004bb7 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:39.062601 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-88e042a1-9314-4be9-833d-2d30efcc1b5e req-ce6e7c18-6f28-45ab-849b-926d9aefc142 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 210 time: 0.0595100 Jul 13 19:25:39.129275 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port 3ce30647-46b4-42ff-96a1-ddec3f3a89e7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=3ce30647-46b4-42ff-96a1-ddec3f3a89e7,segment=NetworkSegment(3f1af203-9b3e-40af-a81f-d888de5fde99),segment_id=3f1af203-9b3e-40af-a81f-d888de5fde99)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:39.157369 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Returning: {'device': '3ce30647-46b4-42ff-96a1-ddec3f3a89e7', 'network_id': 'aabaeb63-5c54-4b34-b49e-52ca68f3a206', 'port_id': '3ce30647-46b4-42ff-96a1-ddec3f3a89e7', 'mac_address': 'fa:16:3e:dd:96:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9532763a-ab68-4ae5-9397-9560792a67ba', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:25:39.180912 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2f2f1669-7882-4377-86f9-9afd9242e25e req-950b8d01-af07-4632-9a59-6946f8d495d1 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09d928f8d15b4be49420ac3d92a41f6f HTTP/1.1" status: 200 len: 379 time: 0.1913464 Jul 13 19:25:39.215711 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-39ccfef9-eca7-4bda-869f-97a124531a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:39.221725 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-39ccfef9-eca7-4bda-869f-97a124531a35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:39.224584 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-39ccfef9-eca7-4bda-869f-97a124531a35 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9b34f65b-bde9-4d12-8ed4-2252a46fd522 HTTP/1.1" status: 204 len: 168 time: 0.9251676 Jul 13 19:25:39.228140 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:39.240958 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ccfef9-eca7-4bda-869f-97a124531a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b34f65b-bde9-4d12-8ed4-2252a46fd522,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:39.247486 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ce30647-46b4-42ff-96a1-ddec3f3a89e7 {{(pid=92925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:25:39.313917 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port 3ce30647-46b4-42ff-96a1-ddec3f3a89e7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=3ce30647-46b4-42ff-96a1-ddec3f3a89e7,segment=NetworkSegment(3f1af203-9b3e-40af-a81f-d888de5fde99),segment_id=3f1af203-9b3e-40af-a81f-d888de5fde99)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:39.322116 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:39.367050 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [req-601a2ad4-c9d6-4630-a5c1-76d4c84e7942 req-b0693ee5-a012-4a20-9c22-c84f4e004bb7 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Allocated IP 172.20.0.6 (c438c907-bcad-48c0-af76-f26d5c29bc9d/ea1ae014-478a-41b7-af24-a9a2c8a9fd89/c6ee84ca-11b0-4bde-b58d-9268317cc932) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:25:39.406397 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fe658aba-53fa-45d6-b0af-1463460acb6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:39.411631 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fe658aba-53fa-45d6-b0af-1463460acb6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:39.413711 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-fe658aba-53fa-45d6-b0af-1463460acb6d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3034713c-3377-4e70-a0b1-47abf38bf685 HTTP/1.1" status: 204 len: 168 time: 0.6003313 Jul 13 19:25:39.421099 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Pushing event updated for resources: {'Port': ['ID=3ce30647-46b4-42ff-96a1-ddec3f3a89e7,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:39.461736 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe658aba-53fa-45d6-b0af-1463460acb6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3034713c-3377-4e70-a0b1-47abf38bf685,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:39.694627 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-601a2ad4-c9d6-4630-a5c1-76d4c84e7942 req-b0693ee5-a012-4a20-9c22-c84f4e004bb7 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:39.716200 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [req-601a2ad4-c9d6-4630-a5c1-76d4c84e7942 req-b0693ee5-a012-4a20-9c22-c84f4e004bb7 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Transition to ACTIVE for port object c6ee84ca-11b0-4bde-b58d-9268317cc932 will not be triggered until provisioned by entity DHCP. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:25:39.754530 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-601a2ad4-c9d6-4630-a5c1-76d4c84e7942 req-b0693ee5-a012-4a20-9c22-c84f4e004bb7 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752272454283'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:39.831207 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-601a2ad4-c9d6-4630-a5c1-76d4c84e7942 req-b0693ee5-a012-4a20-9c22-c84f4e004bb7 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Network c438c907-bcad-48c0-af76-f26d5c29bc9d is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:25:39.837934 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [req-601a2ad4-c9d6-4630-a5c1-76d4c84e7942 req-b0693ee5-a012-4a20-9c22-c84f4e004bb7 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:25:39.850055 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [req-601a2ad4-c9d6-4630-a5c1-76d4c84e7942 req-b0693ee5-a012-4a20-9c22-c84f4e004bb7 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:25:39.856565 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a2ad4-c9d6-4630-a5c1-76d4c84e7942 req-b0693ee5-a012-4a20-9c22-c84f4e004bb7 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:39.857260 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-601a2ad4-c9d6-4630-a5c1-76d4c84e7942 req-b0693ee5-a012-4a20-9c22-c84f4e004bb7 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600154'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:39.915818 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0693ee5-a012-4a20-9c22-c84f4e004bb7 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Pushing event updated for resources: {'Port': ['ID=c6ee84ca-11b0-4bde-b58d-9268317cc932,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:39.939515 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-601a2ad4-c9d6-4630-a5c1-76d4c84e7942 req-b0693ee5-a012-4a20-9c22-c84f4e004bb7 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6970663 Jul 13 19:25:40.181422 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be494353-6fb6-40da-938b-ab0ecb9faa39 req-985d880a-bffe-483c-8172-1638d2071475 tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:40.184150 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-be494353-6fb6-40da-938b-ab0ecb9faa39 req-985d880a-bffe-483c-8172-1638d2071475 tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] 10.222.0.67 "GET /v2.0/ports?device_id=398f0204-f020-474d-a5d7-3164baae27ca HTTP/1.1" status: 200 len: 944 time: 0.1518819 Jul 13 19:25:40.200336 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 49646) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:40.202738 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-60984f7c-4f5f-45cd-ab20-2abfcba9a125 None None] Provisioning for port c6ee84ca-11b0-4bde-b58d-9268317cc932 completed by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:25:40.216075 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-60984f7c-4f5f-45cd-ab20-2abfcba9a125 None None] Provisioning complete for port c6ee84ca-11b0-4bde-b58d-9268317cc932 triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:25:40.216727 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-60984f7c-4f5f-45cd-ab20-2abfcba9a125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:40.249105 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7abff74f-b4ff-406e-ad3d-8df8b91bd2fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:40.273376 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea355a-37f8-46c4-8016-9b9f5070b396 req-2a88ad6b-0ea0-44dd-ad66-7a8e78170e7f tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:40.277074 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-f5ea355a-37f8-46c4-8016-9b9f5070b396 req-2a88ad6b-0ea0-44dd-ad66-7a8e78170e7f tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 931 time: 0.1293871 Jul 13 19:25:40.290980 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-60984f7c-4f5f-45cd-ab20-2abfcba9a125 None None] Port c6ee84ca-11b0-4bde-b58d-9268317cc932 cannot update to ACTIVE because it is not bound. {{(pid=92925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:25:40.302668 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-be494353-6fb6-40da-938b-ab0ecb9faa39 req-74db321c-00f7-4ffe-8353-0dab6dad6a76 tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] 10.222.0.67 "GET /v2.0/security-groups?id=651e3464-cd35-4d86-aec2-d7c084e2dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115453 Jul 13 19:25:40.359914 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-f5ea355a-37f8-46c4-8016-9b9f5070b396 req-d8ee439c-4591-4bb0-83c9-e303bfe788f7 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700889 Jul 13 19:25:40.460481 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7abff74f-b4ff-406e-ad3d-8df8b91bd2fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:40.470081 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7abff74f-b4ff-406e-ad3d-8df8b91bd2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:40.592170 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-7abff74f-b4ff-406e-ad3d-8df8b91bd2fa admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d9be9dba4688429f9fcb3cd62b018fa8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3904622 Jul 13 19:25:40.592907 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abff74f-b4ff-406e-ad3d-8df8b91bd2fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acdcd97e-c967-4086-9610-5d60512a44e8,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:40.596450 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 49652) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:40.598407 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-3878ec62-6508-47c6-bc70-dfaff56f7e56 req-f807b1a7-fb11-4801-9c82-b21ef43512a9 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 210 time: 0.0690789 Jul 13 19:25:40.682139 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-043d1ad7-9383-44a9-a7e1-a302202d93aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:40.707970 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-043d1ad7-9383-44a9-a7e1-a302202d93aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:40.776681 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-043d1ad7-9383-44a9-a7e1-a302202d93aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:40.781956 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-043d1ad7-9383-44a9-a7e1-a302202d93aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:40.784866 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-043d1ad7-9383-44a9-a7e1-a302202d93aa admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/acdcd97e-c967-4086-9610-5d60512a44e8 HTTP/1.1" status: 204 len: 168 time: 0.1859255 Jul 13 19:25:40.800547 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d1ad7-9383-44a9-a7e1-a302202d93aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acdcd97e-c967-4086-9610-5d60512a44e8,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:41.595919 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39cb46a-b063-4a95-8cb8-f7873bcbc1e1 req-7712ce17-9b67-477d-bef5-9108ae770c24 tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:41.597654 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-e39cb46a-b063-4a95-8cb8-f7873bcbc1e1 req-7712ce17-9b67-477d-bef5-9108ae770c24 tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] 10.222.0.67 "GET /v2.0/ports?device_id=398f0204-f020-474d-a5d7-3164baae27ca HTTP/1.1" status: 200 len: 944 time: 0.1393719 Jul 13 19:25:41.651425 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a476c956-d419-4f99-8d28-63d004bd73f1 req-94fd5c84-c71e-4e42-80a9-c500b515ab7f tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:41.653346 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a476c956-d419-4f99-8d28-63d004bd73f1 req-94fd5c84-c71e-4e42-80a9-c500b515ab7f tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 931 time: 0.0900049 Jul 13 19:25:41.661571 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-e39cb46a-b063-4a95-8cb8-f7873bcbc1e1 req-9019509a-3cb7-47e4-8122-18b2745b8644 tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] 10.222.0.67 "GET /v2.0/security-groups?id=651e3464-cd35-4d86-aec2-d7c084e2dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558805 Jul 13 19:25:41.718008 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a476c956-d419-4f99-8d28-63d004bd73f1 req-f211583b-ad33-4486-9fec-2f9fc3a6cb91 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530076 Jul 13 19:25:41.854730 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-a7b585c4-427e-41d4-b18e-172e331604a5 req-3d3dfffb-ca4a-4ec4-8be7-c31d19028b4c tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 210 time: 0.0434489 Jul 13 19:25:42.547835 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [req-2f2f1669-7882-4377-86f9-9afd9242e25e req-61b62edc-2993-40a3-87af-1e5cb8c9788b tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Request body: {'port': {'device_id': '0909f2bb-be20-45ae-8c60-ff915a4a6ef9', 'network_id': '922632e1-2fcb-4d44-a394-325429781ce3', 'admin_state_up': True, 'tenant_id': '09d928f8d15b4be49420ac3d92a41f6f', 'security_groups': ['eb760fd5-c478-45a6-bcb6-89f12fd99825']}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:25:42.549904 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [req-601a2ad4-c9d6-4630-a5c1-76d4c84e7942 req-61f57706-c4a3-41ff-9daa-002634fe1dde service neutron] Request body: {'port': {'device_id': '1b3edcd4-18aa-40db-8a76-9093f10af9de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:25:42.660008 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-601a2ad4-c9d6-4630-a5c1-76d4c84e7942 req-61f57706-c4a3-41ff-9daa-002634fe1dde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:42.710945 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f2f1669-7882-4377-86f9-9afd9242e25e req-61b62edc-2993-40a3-87af-1e5cb8c9788b tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Made reservation on behalf of 09d928f8d15b4be49420ac3d92a41f6f for: {'port': 1} {{(pid=92924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:25:42.714856 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-2f2f1669-7882-4377-86f9-9afd9242e25e req-61b62edc-2993-40a3-87af-1e5cb8c9788b tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:42.828350 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] get_ports_and_sgs() called for port_ids ['3ce30647-46b4-42ff-96a1-ddec3f3a89e7'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:25:42.980680 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [req-2f2f1669-7882-4377-86f9-9afd9242e25e req-61b62edc-2993-40a3-87af-1e5cb8c9788b tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Allocated IP 172.20.0.5 (922632e1-2fcb-4d44-a394-325429781ce3/e577557a-4de0-4b64-b346-c9cb7908bed6/a2242329-dfec-4674-b0eb-7f1344dd3639) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:25:43.243419 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04289633-2e81-4fdc-8ac1-f0163a000dd2 req-a08cd6c2-6804-4fe6-b01b-6a740ca0fd07 tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:43.245590 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-04289633-2e81-4fdc-8ac1-f0163a000dd2 req-a08cd6c2-6804-4fe6-b01b-6a740ca0fd07 tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] 10.222.0.67 "GET /v2.0/ports?device_id=398f0204-f020-474d-a5d7-3164baae27ca HTTP/1.1" status: 200 len: 944 time: 0.2269993 Jul 13 19:25:43.416794 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-04289633-2e81-4fdc-8ac1-f0163a000dd2 req-36771798-a58b-4bd3-8b33-922f105ca349 tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] 10.222.0.67 "GET /v2.0/security-groups?id=651e3464-cd35-4d86-aec2-d7c084e2dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474299 Jul 13 19:25:43.433837 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeca1f8-602c-43e8-adf4-3b1750697341 req-0af06332-f3e2-420f-953f-1be3c3793f1b tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:43.442119 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-dbeca1f8-602c-43e8-adf4-3b1750697341 req-0af06332-f3e2-420f-953f-1be3c3793f1b tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 931 time: 0.4275320 Jul 13 19:25:43.478570 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [req-601a2ad4-c9d6-4630-a5c1-76d4c84e7942 req-61f57706-c4a3-41ff-9daa-002634fe1dde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6ee84ca-11b0-4bde-b58d-9268317cc932 {{(pid=92923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:25:43.492109 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-601a2ad4-c9d6-4630-a5c1-76d4c84e7942 req-61f57706-c4a3-41ff-9daa-002634fe1dde service neutron] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:43.572295 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-dbeca1f8-602c-43e8-adf4-3b1750697341 req-66d48b3c-2416-4298-b3ec-1ae4a96c59ac tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100163 Jul 13 19:25:43.572457 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [req-601a2ad4-c9d6-4630-a5c1-76d4c84e7942 req-61f57706-c4a3-41ff-9daa-002634fe1dde service neutron] Transition to ACTIVE for port object c6ee84ca-11b0-4bde-b58d-9268317cc932 will not be triggered until provisioned by entity L2. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:25:43.572656 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-2f2f1669-7882-4377-86f9-9afd9242e25e req-61b62edc-2993-40a3-87af-1e5cb8c9788b tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:43.573295 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-601a2ad4-c9d6-4630-a5c1-76d4c84e7942 req-61f57706-c4a3-41ff-9daa-002634fe1dde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:43.591424 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [req-2f2f1669-7882-4377-86f9-9afd9242e25e req-61b62edc-2993-40a3-87af-1e5cb8c9788b tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Transition to ACTIVE for port object a2242329-dfec-4674-b0eb-7f1344dd3639 will not be triggered until provisioned by entity DHCP. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:25:43.649293 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f57706-c4a3-41ff-9daa-002634fe1dde service neutron] Pushing event updated for resources: {'Port': ['ID=c6ee84ca-11b0-4bde-b58d-9268317cc932,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:43.670355 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-2f2f1669-7882-4377-86f9-9afd9242e25e req-61b62edc-2993-40a3-87af-1e5cb8c9788b tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752272454283'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:43.735763 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f2f1669-7882-4377-86f9-9afd9242e25e req-61b62edc-2993-40a3-87af-1e5cb8c9788b tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Network 922632e1-2fcb-4d44-a394-325429781ce3 is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:25:43.741938 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [req-2f2f1669-7882-4377-86f9-9afd9242e25e req-61b62edc-2993-40a3-87af-1e5cb8c9788b tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:25:43.749764 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f2f1669-7882-4377-86f9-9afd9242e25e req-61b62edc-2993-40a3-87af-1e5cb8c9788b tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:25:43.757717 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f1669-7882-4377-86f9-9afd9242e25e req-61b62edc-2993-40a3-87af-1e5cb8c9788b tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:43.758399 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-2f2f1669-7882-4377-86f9-9afd9242e25e req-61b62edc-2993-40a3-87af-1e5cb8c9788b tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600154'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:43.780738 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b62edc-2993-40a3-87af-1e5cb8c9788b tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Pushing event updated for resources: {'Port': ['ID=a2242329-dfec-4674-b0eb-7f1344dd3639,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:43.793331 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2f2f1669-7882-4377-86f9-9afd9242e25e req-61b62edc-2993-40a3-87af-1e5cb8c9788b tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2524526 Jul 13 19:25:43.811052 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [req-2f2f1669-7882-4377-86f9-9afd9242e25e req-e1280fb4-6edc-4a5d-8f0d-3ecabe8a3cce service neutron] Request body: {'port': {'device_id': '0909f2bb-be20-45ae-8c60-ff915a4a6ef9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:25:43.901596 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f31c55c-e8f2-43e6-b896-3454e40d12f1 req-4c14a9f0-db4e-4382-8cd5-534f318f41cc tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:43.909319 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4f31c55c-e8f2-43e6-b896-3454e40d12f1 req-4c14a9f0-db4e-4382-8cd5-534f318f41cc tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 931 time: 0.3250475 Jul 13 19:25:43.969503 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-601a2ad4-c9d6-4630-a5c1-76d4c84e7942 req-61f57706-c4a3-41ff-9daa-002634fe1dde service neutron] Attempting to bind port c6ee84ca-11b0-4bde-b58d-9268317cc932 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:25:43.975176 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-601a2ad4-c9d6-4630-a5c1-76d4c84e7942 req-61f57706-c4a3-41ff-9daa-002634fe1dde service neutron] Attempting to bind port c6ee84ca-11b0-4bde-b58d-9268317cc932 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'b2c84280-8460-4aa6-b89f-bacddd6514f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'c438c907-bcad-48c0-af76-f26d5c29bc9d'}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:25:43.975643 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601a2ad4-c9d6-4630-a5c1-76d4c84e7942 req-61f57706-c4a3-41ff-9daa-002634fe1dde service neutron] Attempting to bind port c6ee84ca-11b0-4bde-b58d-9268317cc932 on network c438c907-bcad-48c0-af76-f26d5c29bc9d {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:25:43.996835 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-2f2f1669-7882-4377-86f9-9afd9242e25e req-e1280fb4-6edc-4a5d-8f0d-3ecabe8a3cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:44.010711 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601a2ad4-c9d6-4630-a5c1-76d4c84e7942 req-61f57706-c4a3-41ff-9daa-002634fe1dde service neutron] Port c6ee84ca-11b0-4bde-b58d-9268317cc932 on network c438c907-bcad-48c0-af76-f26d5c29bc9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:25:44.012231 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601a2ad4-c9d6-4630-a5c1-76d4c84e7942 req-61f57706-c4a3-41ff-9daa-002634fe1dde service neutron] Attempting to bind port c6ee84ca-11b0-4bde-b58d-9268317cc932 on network c438c907-bcad-48c0-af76-f26d5c29bc9d {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:25:44.024908 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601a2ad4-c9d6-4630-a5c1-76d4c84e7942 req-61f57706-c4a3-41ff-9daa-002634fe1dde service neutron] Checking agent: {'id': '4a103c85-e045-48ce-a8be-787d9b9ed000', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 23, 28), 'started_at': datetime.datetime(2021, 7, 13, 19, 23, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:25:44.025408 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601a2ad4-c9d6-4630-a5c1-76d4c84e7942 req-61f57706-c4a3-41ff-9daa-002634fe1dde service neutron] Checking segment: {'id': 'b2c84280-8460-4aa6-b89f-bacddd6514f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'c438c907-bcad-48c0-af76-f26d5c29bc9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:25:44.026615 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601a2ad4-c9d6-4630-a5c1-76d4c84e7942 req-61f57706-c4a3-41ff-9daa-002634fe1dde service neutron] Bound using segment: {'id': 'b2c84280-8460-4aa6-b89f-bacddd6514f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'c438c907-bcad-48c0-af76-f26d5c29bc9d'} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:25:44.027214 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-601a2ad4-c9d6-4630-a5c1-76d4c84e7942 req-61f57706-c4a3-41ff-9daa-002634fe1dde service neutron] Bound port: c6ee84ca-11b0-4bde-b58d-9268317cc932, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2c84280-8460-4aa6-b89f-bacddd6514f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'c438c907-bcad-48c0-af76-f26d5c29bc9d'}}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:25:44.028212 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-601a2ad4-c9d6-4630-a5c1-76d4c84e7942 req-61f57706-c4a3-41ff-9daa-002634fe1dde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:44.077476 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4f31c55c-e8f2-43e6-b896-3454e40d12f1 req-e50e3084-a829-4da9-b878-d20961d73777 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb760fd5-c478-45a6-bcb6-89f12fd99825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1677775 Jul 13 19:25:44.148853 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-601a2ad4-c9d6-4630-a5c1-76d4c84e7942 req-61f57706-c4a3-41ff-9daa-002634fe1dde service neutron] For port c6ee84ca-11b0-4bde-b58d-9268317cc932, host hv-cinder-78693, cleared binding levels {{(pid=92923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:25:44.155562 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-601a2ad4-c9d6-4630-a5c1-76d4c84e7942 req-61f57706-c4a3-41ff-9daa-002634fe1dde service neutron] For port c6ee84ca-11b0-4bde-b58d-9268317cc932, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c6ee84ca-11b0-4bde-b58d-9268317cc932,segment=NetworkSegment(b2c84280-8460-4aa6-b89f-bacddd6514f2),segment_id=b2c84280-8460-4aa6-b89f-bacddd6514f2)] {{(pid=92923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:25:44.166922 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-601a2ad4-c9d6-4630-a5c1-76d4c84e7942 req-61f57706-c4a3-41ff-9daa-002634fe1dde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:44.214895 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a2ad4-c9d6-4630-a5c1-76d4c84e7942 req-61f57706-c4a3-41ff-9daa-002634fe1dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:44.215860 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-601a2ad4-c9d6-4630-a5c1-76d4c84e7942 req-61f57706-c4a3-41ff-9daa-002634fe1dde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600154'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:44.217538 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-601a2ad4-c9d6-4630-a5c1-76d4c84e7942 req-61f57706-c4a3-41ff-9daa-002634fe1dde service neutron] 10.222.0.18 "PUT /v2.0/ports/c6ee84ca-11b0-4bde-b58d-9268317cc932 HTTP/1.1" status: 200 len: 1093 time: 1.6777155 Jul 13 19:25:44.220026 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b3edcd4-18aa-40db-8a76-9093f10af9de', 'tag': 'c6ee84ca-11b0-4bde-b58d-9268317cc932'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:25:44.276069 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-b4b73ae8-f6b6-4353-a670-17e10fead680 None None] Provisioning for port a2242329-dfec-4674-b0eb-7f1344dd3639 completed by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:25:44.283448 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-b4b73ae8-f6b6-4353-a670-17e10fead680 None None] Provisioning complete for port a2242329-dfec-4674-b0eb-7f1344dd3639 triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:25:44.284427 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b4b73ae8-f6b6-4353-a670-17e10fead680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:44.335938 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f57706-c4a3-41ff-9daa-002634fe1dde service neutron] Pushing event updated for resources: {'Port': ['ID=c6ee84ca-11b0-4bde-b58d-9268317cc932,revision_number=3']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:44.394659 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-b4b73ae8-f6b6-4353-a670-17e10fead680 None None] Port a2242329-dfec-4674-b0eb-7f1344dd3639 cannot update to ACTIVE because it is not bound. {{(pid=92925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:25:44.456437 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [req-2f2f1669-7882-4377-86f9-9afd9242e25e req-e1280fb4-6edc-4a5d-8f0d-3ecabe8a3cce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2242329-dfec-4674-b0eb-7f1344dd3639 {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:25:44.467373 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-2f2f1669-7882-4377-86f9-9afd9242e25e req-e1280fb4-6edc-4a5d-8f0d-3ecabe8a3cce service neutron] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:44.492685 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [req-2f2f1669-7882-4377-86f9-9afd9242e25e req-e1280fb4-6edc-4a5d-8f0d-3ecabe8a3cce service neutron] Transition to ACTIVE for port object a2242329-dfec-4674-b0eb-7f1344dd3639 will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:25:44.499505 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-2f2f1669-7882-4377-86f9-9afd9242e25e req-e1280fb4-6edc-4a5d-8f0d-3ecabe8a3cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:44.529684 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1087dd994376df9afb132dbe65b34b6853527e2d112168992b97c33633c3add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1e737b-cfb5-4456-b6d7-faa257708005" -d '{"events": [{"name": "network-changed", "server_uuid": "1b3edcd4-18aa-40db-8a76-9093f10af9de", "tag": "c6ee84ca-11b0-4bde-b58d-9268317cc932"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:25:44.597041 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1280fb4-6edc-4a5d-8f0d-3ecabe8a3cce service neutron] Pushing event updated for resources: {'Port': ['ID=a2242329-dfec-4674-b0eb-7f1344dd3639,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:44.637521 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-2f2f1669-7882-4377-86f9-9afd9242e25e req-e1280fb4-6edc-4a5d-8f0d-3ecabe8a3cce service neutron] Attempting to bind port a2242329-dfec-4674-b0eb-7f1344dd3639 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:25:44.637862 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-2f2f1669-7882-4377-86f9-9afd9242e25e req-e1280fb4-6edc-4a5d-8f0d-3ecabe8a3cce service neutron] Attempting to bind port a2242329-dfec-4674-b0eb-7f1344dd3639 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'd1c90e22-3ed8-421c-9c7d-06b4426b58df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '922632e1-2fcb-4d44-a394-325429781ce3'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:25:44.638191 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2f1669-7882-4377-86f9-9afd9242e25e req-e1280fb4-6edc-4a5d-8f0d-3ecabe8a3cce service neutron] Attempting to bind port a2242329-dfec-4674-b0eb-7f1344dd3639 on network 922632e1-2fcb-4d44-a394-325429781ce3 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:25:44.643718 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2f1669-7882-4377-86f9-9afd9242e25e req-e1280fb4-6edc-4a5d-8f0d-3ecabe8a3cce service neutron] Port a2242329-dfec-4674-b0eb-7f1344dd3639 on network 922632e1-2fcb-4d44-a394-325429781ce3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:25:44.644166 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2f1669-7882-4377-86f9-9afd9242e25e req-e1280fb4-6edc-4a5d-8f0d-3ecabe8a3cce service neutron] Attempting to bind port a2242329-dfec-4674-b0eb-7f1344dd3639 on network 922632e1-2fcb-4d44-a394-325429781ce3 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:25:44.649794 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2f1669-7882-4377-86f9-9afd9242e25e req-e1280fb4-6edc-4a5d-8f0d-3ecabe8a3cce service neutron] Checking agent: {'id': '4a103c85-e045-48ce-a8be-787d9b9ed000', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 23, 28), 'started_at': datetime.datetime(2021, 7, 13, 19, 23, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:25:44.650135 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2f1669-7882-4377-86f9-9afd9242e25e req-e1280fb4-6edc-4a5d-8f0d-3ecabe8a3cce service neutron] Checking segment: {'id': 'd1c90e22-3ed8-421c-9c7d-06b4426b58df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '922632e1-2fcb-4d44-a394-325429781ce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:25:44.650518 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2f1669-7882-4377-86f9-9afd9242e25e req-e1280fb4-6edc-4a5d-8f0d-3ecabe8a3cce service neutron] Bound using segment: {'id': 'd1c90e22-3ed8-421c-9c7d-06b4426b58df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '922632e1-2fcb-4d44-a394-325429781ce3'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:25:44.651037 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-2f2f1669-7882-4377-86f9-9afd9242e25e req-e1280fb4-6edc-4a5d-8f0d-3ecabe8a3cce service neutron] Bound port: a2242329-dfec-4674-b0eb-7f1344dd3639, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1c90e22-3ed8-421c-9c7d-06b4426b58df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '922632e1-2fcb-4d44-a394-325429781ce3'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:25:44.651432 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-2f2f1669-7882-4377-86f9-9afd9242e25e req-e1280fb4-6edc-4a5d-8f0d-3ecabe8a3cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:44.815189 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e58c2b97-59f2-417a-84b1-dcc03dc3c8d2 x-openstack-request-id: req-e58c2b97-59f2-417a-84b1-dcc03dc3c8d2 {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:25:44.815373 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b3edcd4-18aa-40db-8a76-9093f10af9de", "tag": "c6ee84ca-11b0-4bde-b58d-9268317cc932", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:25:44.815909 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e58c2b97-59f2-417a-84b1-dcc03dc3c8d2 {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:25:44.816239 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b3edcd4-18aa-40db-8a76-9093f10af9de', 'tag': 'c6ee84ca-11b0-4bde-b58d-9268317cc932', 'status': 'completed', 'code': 200} Jul 13 19:25:44.825485 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-2f2f1669-7882-4377-86f9-9afd9242e25e req-e1280fb4-6edc-4a5d-8f0d-3ecabe8a3cce service neutron] For port a2242329-dfec-4674-b0eb-7f1344dd3639, host hv-cinder-78693, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:25:44.844183 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-2f2f1669-7882-4377-86f9-9afd9242e25e req-e1280fb4-6edc-4a5d-8f0d-3ecabe8a3cce service neutron] For port a2242329-dfec-4674-b0eb-7f1344dd3639, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a2242329-dfec-4674-b0eb-7f1344dd3639,segment=NetworkSegment(d1c90e22-3ed8-421c-9c7d-06b4426b58df),segment_id=d1c90e22-3ed8-421c-9c7d-06b4426b58df)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:25:44.865513 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-2f2f1669-7882-4377-86f9-9afd9242e25e req-e1280fb4-6edc-4a5d-8f0d-3ecabe8a3cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:44.907208 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a7133-4bde-490a-b7f1-85f3b491ea7e req-c9c275c5-95e8-43c4-be99-9dbfbfb5d9cf tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:44.908993 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2d6a7133-4bde-490a-b7f1-85f3b491ea7e req-c9c275c5-95e8-43c4-be99-9dbfbfb5d9cf tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] 10.222.0.67 "GET /v2.0/ports?device_id=398f0204-f020-474d-a5d7-3164baae27ca HTTP/1.1" status: 200 len: 944 time: 0.1866333 Jul 13 19:25:44.936455 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f1669-7882-4377-86f9-9afd9242e25e req-e1280fb4-6edc-4a5d-8f0d-3ecabe8a3cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:44.937174 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-2f2f1669-7882-4377-86f9-9afd9242e25e req-e1280fb4-6edc-4a5d-8f0d-3ecabe8a3cce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600154'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:44.938822 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2f2f1669-7882-4377-86f9-9afd9242e25e req-e1280fb4-6edc-4a5d-8f0d-3ecabe8a3cce service neutron] 10.222.0.18 "PUT /v2.0/ports/a2242329-dfec-4674-b0eb-7f1344dd3639 HTTP/1.1" status: 200 len: 1093 time: 1.1370354 Jul 13 19:25:44.940441 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0909f2bb-be20-45ae-8c60-ff915a4a6ef9', 'tag': 'a2242329-dfec-4674-b0eb-7f1344dd3639'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:25:44.944637 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8879ae7e4e4d0f25c61261a3e286ece662f5d6b6250d5f2cd5814de7b022cdc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13193828-e5c5-452a-b25b-2674904907ed" -d '{"events": [{"name": "network-changed", "server_uuid": "0909f2bb-be20-45ae-8c60-ff915a4a6ef9", "tag": "a2242329-dfec-4674-b0eb-7f1344dd3639"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:25:44.986003 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1280fb4-6edc-4a5d-8f0d-3ecabe8a3cce service neutron] Pushing event updated for resources: {'Port': ['ID=a2242329-dfec-4674-b0eb-7f1344dd3639,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:45.004111 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2d6a7133-4bde-490a-b7f1-85f3b491ea7e req-86da1837-318f-45a9-94fa-cbaf1a665ff1 tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] 10.222.0.67 "GET /v2.0/security-groups?id=651e3464-cd35-4d86-aec2-d7c084e2dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818689 Jul 13 19:25:45.138460 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a4e48e-e6c2-4689-8734-105430cfe846 x-openstack-request-id: req-28a4e48e-e6c2-4689-8734-105430cfe846 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:25:45.138961 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0909f2bb-be20-45ae-8c60-ff915a4a6ef9", "tag": "a2242329-dfec-4674-b0eb-7f1344dd3639", "status": "completed", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:25:45.139410 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-28a4e48e-e6c2-4689-8734-105430cfe846 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:25:45.139825 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b3477-89ce-4a83-b9bb-4285b774566e req-f72759f1-e2e6-4f31-8963-315224fae6d6 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:45.140538 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0909f2bb-be20-45ae-8c60-ff915a4a6ef9', 'tag': 'a2242329-dfec-4674-b0eb-7f1344dd3639', 'status': 'completed', 'code': 200} Jul 13 19:25:45.141447 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-8f6b3477-89ce-4a83-b9bb-4285b774566e req-f72759f1-e2e6-4f31-8963-315224fae6d6 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 943 time: 0.0925729 Jul 13 19:25:45.200263 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-8f6b3477-89ce-4a83-b9bb-4285b774566e req-7a2930e6-853f-43c8-8541-ff1107790301 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441353 Jul 13 19:25:45.324553 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1126b570-02c2-4006-987c-93a5fc9127ce req-650d14b9-0e95-42b1-8106-43054e3930fb tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:45.326120 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-1126b570-02c2-4006-987c-93a5fc9127ce req-650d14b9-0e95-42b1-8106-43054e3930fb tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 943 time: 0.0743744 Jul 13 19:25:45.335018 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device 3ce30647-46b4-42ff-96a1-ddec3f3a89e7 up at agent hyperv_hv-cinder-78693 {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:25:45.374338 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-1126b570-02c2-4006-987c-93a5fc9127ce req-2cb20cc2-fef5-4223-8b23-56c1a2b7ece7 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb760fd5-c478-45a6-bcb6-89f12fd99825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373774 Jul 13 19:25:45.400658 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Provisioning for port 3ce30647-46b4-42ff-96a1-ddec3f3a89e7 completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:25:45.405475 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Provisioning complete for port 3ce30647-46b4-42ff-96a1-ddec3f3a89e7 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:25:45.405862 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:45.488891 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:45.512468 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '398f0204-f020-474d-a5d7-3164baae27ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce30647-46b4-42ff-96a1-ddec3f3a89e7'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:25:45.587073 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port 3ce30647-46b4-42ff-96a1-ddec3f3a89e7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=3ce30647-46b4-42ff-96a1-ddec3f3a89e7,segment=NetworkSegment(3f1af203-9b3e-40af-a81f-d888de5fde99),segment_id=3f1af203-9b3e-40af-a81f-d888de5fde99)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:45.591781 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:45.622499 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540c69b029c7553e3853e743d2a892cf8287872a4bddd25c2711216cf853e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7ccd6c-4c94-405c-a907-50aeb102132b" -d '{"events": [{"server_uuid": "398f0204-f020-474d-a5d7-3164baae27ca", "name": "network-vif-plugged", "status": "completed", "tag": "3ce30647-46b4-42ff-96a1-ddec3f3a89e7"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:25:45.644537 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Pushing event updated for resources: {'Port': ['ID=3ce30647-46b4-42ff-96a1-ddec3f3a89e7,revision_number=5']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:45.708928 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b73a08-2848-439a-8f33-7fb4ebd08c1a x-openstack-request-id: req-67b73a08-2848-439a-8f33-7fb4ebd08c1a {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:25:45.709220 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "398f0204-f020-474d-a5d7-3164baae27ca", "name": "network-vif-plugged", "status": "completed", "tag": "3ce30647-46b4-42ff-96a1-ddec3f3a89e7", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:25:45.709474 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-67b73a08-2848-439a-8f33-7fb4ebd08c1a {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:25:45.709944 dv-cinder-786932-3-iscsi neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '398f0204-f020-474d-a5d7-3164baae27ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce30647-46b4-42ff-96a1-ddec3f3a89e7', 'code': 200} Jul 13 19:25:46.215713 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddb9b24-460c-4e2e-b6e4-de624bc95f5f req-3f48837e-6cb4-47c7-9b06-e121dc1cb7c4 tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:46.217778 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-0ddb9b24-460c-4e2e-b6e4-de624bc95f5f req-3f48837e-6cb4-47c7-9b06-e121dc1cb7c4 tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] 10.222.0.67 "GET /v2.0/ports?device_id=398f0204-f020-474d-a5d7-3164baae27ca HTTP/1.1" status: 200 len: 945 time: 0.0823240 Jul 13 19:25:46.271859 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-0ddb9b24-460c-4e2e-b6e4-de624bc95f5f req-6b911dc3-06f4-4020-b0e8-0da6ab267a9b tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] 10.222.0.67 "GET /v2.0/security-groups?id=651e3464-cd35-4d86-aec2-d7c084e2dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459244 Jul 13 19:25:46.317822 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b81c3df2-b6e3-4ed7-a0f2-1fce66081422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:46.415931 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e061ba-454e-47b8-a057-9738cd19a812 req-b78cda9b-d287-468e-80f2-3e2de2da69d4 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:46.418892 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-92e061ba-454e-47b8-a057-9738cd19a812 req-b78cda9b-d287-468e-80f2-3e2de2da69d4 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 943 time: 0.0672123 Jul 13 19:25:46.461359 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-92e061ba-454e-47b8-a057-9738cd19a812 req-ea9b7eff-a0d3-4d43-93dd-3ebae5eefb66 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355775 Jul 13 19:25:46.560615 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ccd289-9cf2-47ec-9e4f-e3a5ec755ea1 req-139336b4-7571-423f-96bc-86deee5b62f3 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:46.562213 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-13ccd289-9cf2-47ec-9e4f-e3a5ec755ea1 req-139336b4-7571-423f-96bc-86deee5b62f3 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 943 time: 0.0683985 Jul 13 19:25:46.605364 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-13ccd289-9cf2-47ec-9e4f-e3a5ec755ea1 req-385466f9-4dcb-40a6-8cc1-ac345538f311 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb760fd5-c478-45a6-bcb6-89f12fd99825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371823 Jul 13 19:25:47.399725 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13193828-e5c5-452a-b25b-2674904907ed req-e3447ae7-a7eb-4619-a557-f3ff697e9e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:47.402390 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-13193828-e5c5-452a-b25b-2674904907ed req-e3447ae7-a7eb-4619-a557-f3ff697e9e99 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=09d928f8d15b4be49420ac3d92a41f6f&device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 1096 time: 0.0807760 Jul 13 19:25:47.588682 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e737b-cfb5-4456-b6d7-faa257708005 req-5911874f-605c-4819-8040-251bfa247dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:47.590312 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-af1e737b-cfb5-4456-b6d7-faa257708005 req-5911874f-605c-4819-8040-251bfa247dc0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=117cfd7c8bd64e5eac700d0258401983&device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 1096 time: 0.1922987 Jul 13 19:25:47.598041 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f02e44-f9e8-4f91-af71-283dd29521cf req-795febee-69b4-45d0-859d-7dd395f7039a tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:47.600075 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-00f02e44-f9e8-4f91-af71-283dd29521cf req-795febee-69b4-45d0-859d-7dd395f7039a tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] 10.222.0.67 "GET /v2.0/ports?device_id=398f0204-f020-474d-a5d7-3164baae27ca HTTP/1.1" status: 200 len: 945 time: 0.1256468 Jul 13 19:25:47.700854 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13193828-e5c5-452a-b25b-2674904907ed req-e1633a1b-0e97-403f-b4b3-7e6382fe85a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:47.702858 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-13193828-e5c5-452a-b25b-2674904907ed req-e1633a1b-0e97-403f-b4b3-7e6382fe85a2 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=09d928f8d15b4be49420ac3d92a41f6f&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2912359 Jul 13 19:25:47.740888 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-00f02e44-f9e8-4f91-af71-283dd29521cf req-ee3414fa-aeb5-4ed5-a60e-39c5744fc204 tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] 10.222.0.67 "GET /v2.0/security-groups?id=651e3464-cd35-4d86-aec2-d7c084e2dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290691 Jul 13 19:25:47.832469 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e737b-cfb5-4456-b6d7-faa257708005 req-0d476507-28cc-4f0b-838c-22c02d7e539f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:47.834167 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-af1e737b-cfb5-4456-b6d7-faa257708005 req-0d476507-28cc-4f0b-838c-22c02d7e539f service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=117cfd7c8bd64e5eac700d0258401983&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2337244 Jul 13 19:25:47.954192 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745be577-7b5e-429e-8c02-dd2833c054ef req-20376b5c-f3fe-473f-83ad-434c13271fd3 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:47.955824 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-745be577-7b5e-429e-8c02-dd2833c054ef req-20376b5c-f3fe-473f-83ad-434c13271fd3 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 943 time: 0.0849769 Jul 13 19:25:48.002250 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-745be577-7b5e-429e-8c02-dd2833c054ef req-0975a451-260c-4fcc-a459-f67e56bb7d30 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb760fd5-c478-45a6-bcb6-89f12fd99825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405889 Jul 13 19:25:48.077749 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74414365-ebc6-44d5-a388-eca82b52265b req-029051fd-eb31-4e4d-a015-94437b2990b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:48.079330 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-74414365-ebc6-44d5-a388-eca82b52265b req-029051fd-eb31-4e4d-a015-94437b2990b7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=398f0204-f020-474d-a5d7-3164baae27ca HTTP/1.1" status: 200 len: 1098 time: 0.5128307 Jul 13 19:25:48.101012 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d209c6-5211-49f8-8cde-56379392d23c req-cae0bcaa-6e62-4d29-a4c2-5b473cd53064 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:48.102522 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-e4d209c6-5211-49f8-8cde-56379392d23c req-cae0bcaa-6e62-4d29-a4c2-5b473cd53064 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 943 time: 0.4703331 Jul 13 19:25:48.123594 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13193828-e5c5-452a-b25b-2674904907ed req-c1171dda-36ce-487f-b6a4-8d77b211a507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:48.125084 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-13193828-e5c5-452a-b25b-2674904907ed req-c1171dda-36ce-487f-b6a4-8d77b211a507 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4147801 Jul 13 19:25:48.158042 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-e4d209c6-5211-49f8-8cde-56379392d23c req-619a7e33-38c5-4661-95f9-a55378a1a480 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449376 Jul 13 19:25:48.947306 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-9cdcbde1-8458-400b-9e67-bbf125626109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:48.982423 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df95d85-5cbc-4278-8961-94a48f05610e req-941b6bfc-8660-44ba-bb2a-3542dd94e565 tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:48.984436 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-5df95d85-5cbc-4278-8961-94a48f05610e req-941b6bfc-8660-44ba-bb2a-3542dd94e565 tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] 10.222.0.67 "GET /v2.0/ports?device_id=398f0204-f020-474d-a5d7-3164baae27ca HTTP/1.1" status: 200 len: 945 time: 0.0850980 Jul 13 19:25:49.024942 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-5df95d85-5cbc-4278-8961-94a48f05610e req-c81e4e2e-219d-4e25-b42f-4389d3afd929 tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] 10.222.0.67 "GET /v2.0/security-groups?id=651e3464-cd35-4d86-aec2-d7c084e2dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338895 Jul 13 19:25:49.066789 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:49.239099 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3497e3-ee8f-48f9-9da4-198a46d26f07 req-1713edf6-3c66-400f-b942-a1ff960df47c tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:49.242474 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-6a3497e3-ee8f-48f9-9da4-198a46d26f07 req-1713edf6-3c66-400f-b942-a1ff960df47c tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 943 time: 0.0835774 Jul 13 19:25:49.294241 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-6a3497e3-ee8f-48f9-9da4-198a46d26f07 req-56643039-84e4-483e-9ba0-f926db50462d tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb760fd5-c478-45a6-bcb6-89f12fd99825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424206 Jul 13 19:25:49.407603 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b972a-00f7-442f-a108-9a451c284bfe req-f3a24bdf-329a-4b89-9b3e-1bc7949a371a tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:49.409143 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-6c0b972a-00f7-442f-a108-9a451c284bfe req-f3a24bdf-329a-4b89-9b3e-1bc7949a371a tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 943 time: 0.0728021 Jul 13 19:25:49.446598 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-6c0b972a-00f7-442f-a108-9a451c284bfe req-16956829-3dda-4d22-a431-3207bb664228 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317054 Jul 13 19:25:50.198839 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f121cc10-15a3-4774-9d3b-44cefef2260b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:50.218070 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88196650-7549-4d33-a6b6-409c600c781b req-6a350b12-27b2-4b56-85b7-675f2e09a4f7 tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:50.222477 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-88196650-7549-4d33-a6b6-409c600c781b req-6a350b12-27b2-4b56-85b7-675f2e09a4f7 tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] 10.222.0.67 "GET /v2.0/ports?device_id=398f0204-f020-474d-a5d7-3164baae27ca HTTP/1.1" status: 200 len: 945 time: 0.0719643 Jul 13 19:25:50.268446 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-88196650-7549-4d33-a6b6-409c600c781b req-e48b0035-2fd8-4bd4-afaa-b6845e9d2cfb tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] 10.222.0.67 "GET /v2.0/security-groups?id=651e3464-cd35-4d86-aec2-d7c084e2dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371428 Jul 13 19:25:50.514148 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b25cf-04ac-4e50-a06d-66bd364100e8 req-47c74bae-8a69-477e-a987-b2a8bafe4b65 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:50.515751 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a07b25cf-04ac-4e50-a06d-66bd364100e8 req-47c74bae-8a69-477e-a987-b2a8bafe4b65 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 943 time: 0.0785446 Jul 13 19:25:50.557580 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a07b25cf-04ac-4e50-a06d-66bd364100e8 req-5778e2fd-eeab-4e68-bdab-ef3a1ad58c75 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb760fd5-c478-45a6-bcb6-89f12fd99825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353301 Jul 13 19:25:50.643433 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5980b8ac-7612-4d11-ae2f-ee7b06980a86 req-f4343c29-777a-499f-aea0-4adbcafd02ec tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:50.644993 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-5980b8ac-7612-4d11-ae2f-ee7b06980a86 req-f4343c29-777a-499f-aea0-4adbcafd02ec tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 943 time: 0.0774248 Jul 13 19:25:50.689386 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-5980b8ac-7612-4d11-ae2f-ee7b06980a86 req-52657366-8462-4b2b-b742-71c87c176fbd tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385058 Jul 13 19:25:50.825333 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-74414365-ebc6-44d5-a388-eca82b52265b req-39230f73-5308-4fc8-b1f2-b4a694d3fd6d service neutron] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:50.970298 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f1669-7882-4377-86f9-9afd9242e25e req-7ed94e7c-10d3-40b4-be9d-bf2fd6fd116e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:50.972133 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2f2f1669-7882-4377-86f9-9afd9242e25e req-7ed94e7c-10d3-40b4-be9d-bf2fd6fd116e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=09d928f8d15b4be49420ac3d92a41f6f&device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 1096 time: 0.1189656 Jul 13 19:25:50.989693 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e737b-cfb5-4456-b6d7-faa257708005 req-2de1d652-79c2-4f88-b3f9-55f1cecd0e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:50.991206 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-af1e737b-cfb5-4456-b6d7-faa257708005 req-2de1d652-79c2-4f88-b3f9-55f1cecd0e9f service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1817324 Jul 13 19:25:51.029510 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2f2f1669-7882-4377-86f9-9afd9242e25e req-16c98806-af69-4967-89b7-799d9a78b5c1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2242329-dfec-4674-b0eb-7f1344dd3639 HTTP/1.1" status: 200 len: 217 time: 0.0474677 Jul 13 19:25:51.031427 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-74414365-ebc6-44d5-a388-eca82b52265b req-39230f73-5308-4fc8-b1f2-b4a694d3fd6d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:51.035558 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-74414365-ebc6-44d5-a388-eca82b52265b req-39230f73-5308-4fc8-b1f2-b4a694d3fd6d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:51.095775 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-74414365-ebc6-44d5-a388-eca82b52265b req-39230f73-5308-4fc8-b1f2-b4a694d3fd6d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=651e3464-cd35-4d86-aec2-d7c084e2dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834735 Jul 13 19:25:51.119312 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39230f73-5308-4fc8-b1f2-b4a694d3fd6d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c3f82e-7f21-4c22-a67a-f04d897c262d,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:51.129433 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f1669-7882-4377-86f9-9afd9242e25e req-7744d676-3015-4cd1-a9e0-0ca5b7601c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:51.131129 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2f2f1669-7882-4377-86f9-9afd9242e25e req-7744d676-3015-4cd1-a9e0-0ca5b7601c1d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e577557a-4de0-4b64-b346-c9cb7908bed6 HTTP/1.1" status: 200 len: 849 time: 0.0897312 Jul 13 19:25:51.256016 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f1669-7882-4377-86f9-9afd9242e25e req-2a472c7c-dfb0-4847-9b97-24043cefc6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:51.257533 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2f2f1669-7882-4377-86f9-9afd9242e25e req-2a472c7c-dfb0-4847-9b97-24043cefc6f0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=922632e1-2fcb-4d44-a394-325429781ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0856395 Jul 13 19:25:51.263681 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a2ad4-c9d6-4630-a5c1-76d4c84e7942 req-e5d39045-0b2b-46d4-babe-32fe9bfd88a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:51.265189 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-601a2ad4-c9d6-4630-a5c1-76d4c84e7942 req-e5d39045-0b2b-46d4-babe-32fe9bfd88a5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=117cfd7c8bd64e5eac700d0258401983&device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 1096 time: 0.2283638 Jul 13 19:25:51.460199 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c18090-46bb-4158-9986-e56bc7aef270 req-f3cbe60e-ef18-4e2d-b86a-cfc8e2cbd89f tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:51.462118 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-58c18090-46bb-4158-9986-e56bc7aef270 req-f3cbe60e-ef18-4e2d-b86a-cfc8e2cbd89f tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] 10.222.0.67 "GET /v2.0/ports?device_id=398f0204-f020-474d-a5d7-3164baae27ca HTTP/1.1" status: 200 len: 945 time: 0.0718727 Jul 13 19:25:51.506818 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-58c18090-46bb-4158-9986-e56bc7aef270 req-9dc83b91-0d85-43a1-8c34-cda317e4250e tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] 10.222.0.67 "GET /v2.0/security-groups?id=651e3464-cd35-4d86-aec2-d7c084e2dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346184 Jul 13 19:25:51.737297 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-90e910e5-9927-492e-a649-803b472a565a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:51.812826 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d841fd8c-17bd-4ab3-a577-341f42ef8891 req-b753772d-601b-4dfe-93d2-6e33b2d3977d tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:51.817719 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-d841fd8c-17bd-4ab3-a577-341f42ef8891 req-b753772d-601b-4dfe-93d2-6e33b2d3977d tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 943 time: 0.1286120 Jul 13 19:25:51.873844 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-d841fd8c-17bd-4ab3-a577-341f42ef8891 req-30d1529a-7153-4e95-bf72-803f3b6ed544 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb760fd5-c478-45a6-bcb6-89f12fd99825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445259 Jul 13 19:25:51.953733 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706abf57-3751-4c55-b875-90f3e0c08297 req-cd194943-f4ef-46fb-b6e3-61e44743f4e4 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:51.955362 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-706abf57-3751-4c55-b875-90f3e0c08297 req-cd194943-f4ef-46fb-b6e3-61e44743f4e4 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 943 time: 0.0779788 Jul 13 19:25:51.992839 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-706abf57-3751-4c55-b875-90f3e0c08297 req-1a5fdcd7-2f15-4d0a-bba8-d30d80172b87 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317068 Jul 13 19:25:52.701859 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d22990b-56f0-4dc5-9940-6a216c5fe2dc req-f7152eb5-3c73-4b5e-93db-0c1888644191 tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:52.703347 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-1d22990b-56f0-4dc5-9940-6a216c5fe2dc req-f7152eb5-3c73-4b5e-93db-0c1888644191 tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] 10.222.0.67 "GET /v2.0/ports?device_id=398f0204-f020-474d-a5d7-3164baae27ca HTTP/1.1" status: 200 len: 945 time: 0.0784247 Jul 13 19:25:52.744778 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-1d22990b-56f0-4dc5-9940-6a216c5fe2dc req-02b12fcf-d137-47f8-ba50-a6a3c267025f tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] 10.222.0.67 "GET /v2.0/security-groups?id=651e3464-cd35-4d86-aec2-d7c084e2dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356908 Jul 13 19:25:53.091219 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52acc01-43ac-4245-b465-75d724c81cbf req-7a5ea54a-0c5e-44a7-b2ad-ab14b896129c tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:53.095305 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a52acc01-43ac-4245-b465-75d724c81cbf req-7a5ea54a-0c5e-44a7-b2ad-ab14b896129c tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 943 time: 0.0815475 Jul 13 19:25:53.137662 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a52acc01-43ac-4245-b465-75d724c81cbf req-b59b30c7-d79f-434d-8719-f7d623fd40ad tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb760fd5-c478-45a6-bcb6-89f12fd99825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368779 Jul 13 19:25:53.182920 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8436ed-699a-436f-8191-319df0acba78 req-cb5e1a8c-fd6b-4fd3-b131-c64127aaa762 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:53.185197 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-8a8436ed-699a-436f-8191-319df0acba78 req-cb5e1a8c-fd6b-4fd3-b131-c64127aaa762 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 943 time: 0.0675037 Jul 13 19:25:53.225397 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-8a8436ed-699a-436f-8191-319df0acba78 req-30d85a71-2dce-47f0-b127-e81fda2be235 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333071 Jul 13 19:25:53.917949 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afa6e38-0bcd-4718-8509-51e67ea97355 req-24b4ffb9-5ec9-4120-9a35-eead3eb67c9c tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:53.919474 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7afa6e38-0bcd-4718-8509-51e67ea97355 req-24b4ffb9-5ec9-4120-9a35-eead3eb67c9c tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] 10.222.0.67 "GET /v2.0/ports?device_id=398f0204-f020-474d-a5d7-3164baae27ca HTTP/1.1" status: 200 len: 945 time: 0.0629001 Jul 13 19:25:53.962973 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7afa6e38-0bcd-4718-8509-51e67ea97355 req-ff9c7e68-81a9-4bf3-93d1-89ac8da81090 tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] 10.222.0.67 "GET /v2.0/security-groups?id=651e3464-cd35-4d86-aec2-d7c084e2dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378580 Jul 13 19:25:54.283753 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-601a2ad4-c9d6-4630-a5c1-76d4c84e7942 req-0daea048-5487-4d43-811f-f10d5806b6a5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6ee84ca-11b0-4bde-b58d-9268317cc932 HTTP/1.1" status: 200 len: 217 time: 0.0855803 Jul 13 19:25:54.335278 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2f2f1669-7882-4377-86f9-9afd9242e25e req-50210511-7015-429e-a7c0-89e1a594e8db service neutron] 10.222.0.18 "GET /v2.0/networks/922632e1-2fcb-4d44-a394-325429781ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396339 Jul 13 19:25:54.390148 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a2ad4-c9d6-4630-a5c1-76d4c84e7942 req-54d72e70-d816-4b8b-af2f-960c6303a7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:54.392216 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-601a2ad4-c9d6-4630-a5c1-76d4c84e7942 req-54d72e70-d816-4b8b-af2f-960c6303a7ed service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ea1ae014-478a-41b7-af24-a9a2c8a9fd89 HTTP/1.1" status: 200 len: 855 time: 0.0923021 Jul 13 19:25:54.404643 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8144f38e-9fba-4abf-922c-58020223721b req-b820675b-95a7-4927-b812-f596be3bf990 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:54.406243 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-8144f38e-9fba-4abf-922c-58020223721b req-b820675b-95a7-4927-b812-f596be3bf990 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 943 time: 0.1427772 Jul 13 19:25:54.470180 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-8144f38e-9fba-4abf-922c-58020223721b req-b46e2bbf-f06b-46ba-85ea-701b1a830176 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb760fd5-c478-45a6-bcb6-89f12fd99825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565994 Jul 13 19:25:54.513539 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21caa516-2a24-47b3-8dbd-b5de137315c3 req-3f82b787-058f-43ae-baa9-a911fe598dfd tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:54.515166 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-21caa516-2a24-47b3-8dbd-b5de137315c3 req-3f82b787-058f-43ae-baa9-a911fe598dfd tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 943 time: 0.1653392 Jul 13 19:25:54.519078 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2f2f1669-7882-4377-86f9-9afd9242e25e req-980efd0d-d1b3-4481-90b7-bd682c1a3da6 service neutron] 10.222.0.18 "GET /v2.0/networks/922632e1-2fcb-4d44-a394-325429781ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764143 Jul 13 19:25:54.534941 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a2ad4-c9d6-4630-a5c1-76d4c84e7942 req-090d7e9d-87e0-45d4-9a76-579fde96944d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:54.536662 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-601a2ad4-c9d6-4630-a5c1-76d4c84e7942 req-090d7e9d-87e0-45d4-9a76-579fde96944d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c438c907-bcad-48c0-af76-f26d5c29bc9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1366765 Jul 13 19:25:54.634903 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-21caa516-2a24-47b3-8dbd-b5de137315c3 req-a419c3be-d045-48cd-ab50-b95d5bd5e20f tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829341 Jul 13 19:25:54.679026 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-601a2ad4-c9d6-4630-a5c1-76d4c84e7942 req-cced75a9-9385-459b-81c3-8ce2db43a22e service neutron] 10.222.0.18 "GET /v2.0/networks/c438c907-bcad-48c0-af76-f26d5c29bc9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349578 Jul 13 19:25:54.779719 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-601a2ad4-c9d6-4630-a5c1-76d4c84e7942 req-168784a4-a6c4-485b-8ee7-676e8ebd6f1a service neutron] 10.222.0.18 "GET /v2.0/networks/c438c907-bcad-48c0-af76-f26d5c29bc9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941586 Jul 13 19:25:55.214724 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 50056) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:55.226535 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790015df-0f6e-4b90-b838-871d3326f005 req-b271f5ce-bc63-48c9-bd1f-4b8eab60727c tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:55.228847 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-790015df-0f6e-4b90-b838-871d3326f005 req-b271f5ce-bc63-48c9-bd1f-4b8eab60727c tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] 10.222.0.67 "GET /v2.0/ports?device_id=398f0204-f020-474d-a5d7-3164baae27ca HTTP/1.1" status: 200 len: 945 time: 0.0996125 Jul 13 19:25:55.286073 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-790015df-0f6e-4b90-b838-871d3326f005 req-c0d88dd7-f298-4700-8a69-013461f956a8 tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] 10.222.0.67 "GET /v2.0/security-groups?id=651e3464-cd35-4d86-aec2-d7c084e2dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509765 Jul 13 19:25:55.378676 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-42d7fd9e-b8ec-403b-8c90-06d40bf76fd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:55.561353 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-42d7fd9e-b8ec-403b-8c90-06d40bf76fd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:55.610168 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-42d7fd9e-b8ec-403b-8c90-06d40bf76fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:55.654812 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-42d7fd9e-b8ec-403b-8c90-06d40bf76fd1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ba2d71cc53584501a10f46af7085ce9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4386964 Jul 13 19:25:55.657266 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 50098) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:55.667746 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d7fd9e-b8ec-403b-8c90-06d40bf76fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d49bd7ff-3a08-458b-9fd8-58a16ab7a554,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:55.770965 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-77f53133-6809-4a65-9957-26bd7ef785e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:55.822303 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-77f53133-6809-4a65-9957-26bd7ef785e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:55.843632 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2230646c-6b71-4407-b942-59b36bc67bc2 req-8f4ea4d5-b379-48d2-887e-ad5d1a8b0d93 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:55.845523 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2230646c-6b71-4407-b942-59b36bc67bc2 req-8f4ea4d5-b379-48d2-887e-ad5d1a8b0d93 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 943 time: 0.1197178 Jul 13 19:25:55.934464 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2230646c-6b71-4407-b942-59b36bc67bc2 req-0943cf32-df2c-4637-acf0-6db8bc2107e8 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb760fd5-c478-45a6-bcb6-89f12fd99825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781028 Jul 13 19:25:55.937192 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fdfd91-661c-44a0-98b7-fa507ee95b23 req-8b5a7d41-16df-4882-bef2-b02841b287f5 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:55.939608 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-45fdfd91-661c-44a0-98b7-fa507ee95b23 req-8b5a7d41-16df-4882-bef2-b02841b287f5 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 943 time: 0.1313541 Jul 13 19:25:55.945954 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-77f53133-6809-4a65-9957-26bd7ef785e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:55.949660 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-77f53133-6809-4a65-9957-26bd7ef785e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:55.951014 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-77f53133-6809-4a65-9957-26bd7ef785e1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d49bd7ff-3a08-458b-9fd8-58a16ab7a554 HTTP/1.1" status: 204 len: 168 time: 0.2925286 Jul 13 19:25:55.974282 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f53133-6809-4a65-9957-26bd7ef785e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49bd7ff-3a08-458b-9fd8-58a16ab7a554,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:56.024576 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-45fdfd91-661c-44a0-98b7-fa507ee95b23 req-0ec3f2f3-0b4f-4a1f-9ab5-bc5c44029858 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739615 Jul 13 19:25:56.341301 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 50132) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:56.356771 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-144ff821-b139-4d89-82d1-80cef9dac1f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:56.489034 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-144ff821-b139-4d89-82d1-80cef9dac1f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:56.493671 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-144ff821-b139-4d89-82d1-80cef9dac1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:56.531560 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85492d9-46a4-4735-8ed0-28a7604a999b req-99f41194-ff6c-404a-b851-381df6f2c1d0 tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:56.533051 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a85492d9-46a4-4735-8ed0-28a7604a999b req-99f41194-ff6c-404a-b851-381df6f2c1d0 tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] 10.222.0.67 "GET /v2.0/ports?device_id=398f0204-f020-474d-a5d7-3164baae27ca HTTP/1.1" status: 200 len: 945 time: 0.1185656 Jul 13 19:25:56.553529 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-144ff821-b139-4d89-82d1-80cef9dac1f1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e0c9a55919544899a1e642caf9732300&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2113299 Jul 13 19:25:56.557586 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 50136) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:56.563416 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144ff821-b139-4d89-82d1-80cef9dac1f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf08137b-3a76-40e1-875b-d6231c1f9db7,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:56.592203 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a85492d9-46a4-4735-8ed0-28a7604a999b req-b7f70d63-bf27-4b70-8b4d-fd1dfb5bdea2 tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] 10.222.0.67 "GET /v2.0/security-groups?id=651e3464-cd35-4d86-aec2-d7c084e2dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517838 Jul 13 19:25:56.648679 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-6e1d3aed-33f7-4e81-85bd-1d6b3bd88358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:56.676287 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-6e1d3aed-33f7-4e81-85bd-1d6b3bd88358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:56.763044 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-6e1d3aed-33f7-4e81-85bd-1d6b3bd88358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:56.766473 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-6e1d3aed-33f7-4e81-85bd-1d6b3bd88358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:56.767844 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-6e1d3aed-33f7-4e81-85bd-1d6b3bd88358 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/cf08137b-3a76-40e1-875b-d6231c1f9db7 HTTP/1.1" status: 204 len: 168 time: 0.2087219 Jul 13 19:25:56.781162 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1d3aed-33f7-4e81-85bd-1d6b3bd88358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf08137b-3a76-40e1-875b-d6231c1f9db7,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:57.249516 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df28650e-47a8-401a-ac09-84745d63bcdc req-0db4d481-a08a-4cd6-aa23-d57cf6cdabce tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:57.256594 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-df28650e-47a8-401a-ac09-84745d63bcdc req-0db4d481-a08a-4cd6-aa23-d57cf6cdabce tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 943 time: 0.0945981 Jul 13 19:25:57.257213 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128cb010-d80a-4fa2-a349-97bcc16d36c1 req-92280fcb-b3d8-4ebb-9f7b-0a3072fca216 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:57.262747 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-128cb010-d80a-4fa2-a349-97bcc16d36c1 req-92280fcb-b3d8-4ebb-9f7b-0a3072fca216 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 943 time: 0.0837328 Jul 13 19:25:57.299260 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-df28650e-47a8-401a-ac09-84745d63bcdc req-c4d942ec-29ff-42b7-b76d-3496f4432fa6 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb760fd5-c478-45a6-bcb6-89f12fd99825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417500 Jul 13 19:25:57.315700 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-128cb010-d80a-4fa2-a349-97bcc16d36c1 req-914721bb-8189-446a-83b6-53d746d8b68f tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492876 Jul 13 19:25:57.357115 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device c6ee84ca-11b0-4bde-b58d-9268317cc932 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:25:57.484630 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port c6ee84ca-11b0-4bde-b58d-9268317cc932, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c6ee84ca-11b0-4bde-b58d-9268317cc932,segment=NetworkSegment(b2c84280-8460-4aa6-b89f-bacddd6514f2),segment_id=b2c84280-8460-4aa6-b89f-bacddd6514f2)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:57.499702 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Returning: {'device': 'c6ee84ca-11b0-4bde-b58d-9268317cc932', 'network_id': 'c438c907-bcad-48c0-af76-f26d5c29bc9d', 'port_id': 'c6ee84ca-11b0-4bde-b58d-9268317cc932', 'mac_address': 'fa:16:3e:f9:a1:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea1ae014-478a-41b7-af24-a9a2c8a9fd89', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:25:57.556716 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:57.581147 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6ee84ca-11b0-4bde-b58d-9268317cc932 {{(pid=92925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:25:57.616560 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port c6ee84ca-11b0-4bde-b58d-9268317cc932, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c6ee84ca-11b0-4bde-b58d-9268317cc932,segment=NetworkSegment(b2c84280-8460-4aa6-b89f-bacddd6514f2),segment_id=b2c84280-8460-4aa6-b89f-bacddd6514f2)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:57.635349 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:57.635349 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device a2242329-dfec-4674-b0eb-7f1344dd3639 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:25:57.742726 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Pushing event updated for resources: {'Port': ['ID=c6ee84ca-11b0-4bde-b58d-9268317cc932,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:57.789929 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port a2242329-dfec-4674-b0eb-7f1344dd3639, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a2242329-dfec-4674-b0eb-7f1344dd3639,segment=NetworkSegment(d1c90e22-3ed8-421c-9c7d-06b4426b58df),segment_id=d1c90e22-3ed8-421c-9c7d-06b4426b58df)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:57.815111 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Returning: {'device': 'a2242329-dfec-4674-b0eb-7f1344dd3639', 'network_id': '922632e1-2fcb-4d44-a394-325429781ce3', 'port_id': 'a2242329-dfec-4674-b0eb-7f1344dd3639', 'mac_address': 'fa:16:3e:30:b8:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e577557a-4de0-4b64-b346-c9cb7908bed6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:25:57.858764 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:57.873578 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2242329-dfec-4674-b0eb-7f1344dd3639 {{(pid=92925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:25:57.895320 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port a2242329-dfec-4674-b0eb-7f1344dd3639, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a2242329-dfec-4674-b0eb-7f1344dd3639,segment=NetworkSegment(d1c90e22-3ed8-421c-9c7d-06b4426b58df),segment_id=d1c90e22-3ed8-421c-9c7d-06b4426b58df)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:57.899716 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:57.958738 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Pushing event updated for resources: {'Port': ['ID=a2242329-dfec-4674-b0eb-7f1344dd3639,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:57.981424 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:58.171452 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] get_ports_and_sgs() called for port_ids ['c6ee84ca-11b0-4bde-b58d-9268317cc932'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:25:58.222560 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] get_ports_and_sgs() called for port_ids ['a2242329-dfec-4674-b0eb-7f1344dd3639'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:25:58.349430 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 50234) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:58.492532 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d0f78a86-f079-4100-bc05-a9afbfa9fff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:58.626695 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ca395-60c4-49d3-a6bf-0d1f9a8fef6e req-2f1085a0-47db-4073-99fc-89e01eab548a tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:58.626695 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-506ca395-60c4-49d3-a6bf-0d1f9a8fef6e req-2f1085a0-47db-4073-99fc-89e01eab548a tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 944 time: 0.1137359 Jul 13 19:25:58.694018 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-506ca395-60c4-49d3-a6bf-0d1f9a8fef6e req-c439169e-ea28-40b7-bc45-f87b9de4ab7f tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb760fd5-c478-45a6-bcb6-89f12fd99825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557160 Jul 13 19:25:58.710110 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d0f78a86-f079-4100-bc05-a9afbfa9fff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:58.716584 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d0f78a86-f079-4100-bc05-a9afbfa9fff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:58.754772 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-d0f78a86-f079-4100-bc05-a9afbfa9fff1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8e89729adea9412b8d469930b024c366&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4050307 Jul 13 19:25:58.757892 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 50260) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:58.786263 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f78a86-f079-4100-bc05-a9afbfa9fff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e241cd3-0b83-42ff-a841-dd9aecb51fd2,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:58.950021 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-0841b070-e6e5-445b-9952-c80310e60ca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:58.985764 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-0841b070-e6e5-445b-9952-c80310e60ca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:59.011907 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8665851-4af9-4475-9be3-af8d9cdad480 req-9eebd2eb-bf15-4ad0-b9ba-1e8b9bff11f6 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:59.013560 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-c8665851-4af9-4475-9be3-af8d9cdad480 req-9eebd2eb-bf15-4ad0-b9ba-1e8b9bff11f6 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 944 time: 0.1223948 Jul 13 19:25:59.073161 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-c8665851-4af9-4475-9be3-af8d9cdad480 req-189ab35e-a64d-46f8-8cf0-4fb6319cfc0c tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499923 Jul 13 19:25:59.082990 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-0841b070-e6e5-445b-9952-c80310e60ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:59.087649 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-0841b070-e6e5-445b-9952-c80310e60ca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:59.090036 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-0841b070-e6e5-445b-9952-c80310e60ca6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4e241cd3-0b83-42ff-a841-dd9aecb51fd2 HTTP/1.1" status: 204 len: 168 time: 0.3307316 Jul 13 19:25:59.115260 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0841b070-e6e5-445b-9952-c80310e60ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e241cd3-0b83-42ff-a841-dd9aecb51fd2,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:59.384437 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device c6ee84ca-11b0-4bde-b58d-9268317cc932 up at agent hyperv_hv-cinder-78693 {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:25:59.465415 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Provisioning for port c6ee84ca-11b0-4bde-b58d-9268317cc932 completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:25:59.471144 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Provisioning complete for port c6ee84ca-11b0-4bde-b58d-9268317cc932 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:25:59.471783 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:59.489891 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 50290) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:59.507800 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d7cf14cd-c809-459b-a37a-a6e0e79b857b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:59.565327 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:59.597451 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b3edcd4-18aa-40db-8a76-9093f10af9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ee84ca-11b0-4bde-b58d-9268317cc932'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:25:59.599813 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540c69b029c7553e3853e743d2a892cf8287872a4bddd25c2711216cf853e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4478587-7f02-48c2-a0f7-fdb63750bb83" -d '{"events": [{"server_uuid": "1b3edcd4-18aa-40db-8a76-9093f10af9de", "name": "network-vif-plugged", "status": "completed", "tag": "c6ee84ca-11b0-4bde-b58d-9268317cc932"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:25:59.616746 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port c6ee84ca-11b0-4bde-b58d-9268317cc932, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c6ee84ca-11b0-4bde-b58d-9268317cc932,segment=NetworkSegment(b2c84280-8460-4aa6-b89f-bacddd6514f2),segment_id=b2c84280-8460-4aa6-b89f-bacddd6514f2)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:25:59.622746 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:59.623774 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device a2242329-dfec-4674-b0eb-7f1344dd3639 up at agent hyperv_hv-cinder-78693 {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:25:59.650705 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d7cf14cd-c809-459b-a37a-a6e0e79b857b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:59.655721 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d7cf14cd-c809-459b-a37a-a6e0e79b857b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:59.656614 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f98b56-b1f1-4d31-82e6-d299067f654b x-openstack-request-id: req-f8f98b56-b1f1-4d31-82e6-d299067f654b {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:25:59.656905 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b3edcd4-18aa-40db-8a76-9093f10af9de", "name": "network-vif-plugged", "status": "completed", "tag": "c6ee84ca-11b0-4bde-b58d-9268317cc932", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:25:59.657755 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f8f98b56-b1f1-4d31-82e6-d299067f654b {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:25:59.658158 dv-cinder-786932-3-iscsi neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b3edcd4-18aa-40db-8a76-9093f10af9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ee84ca-11b0-4bde-b58d-9268317cc932', 'code': 200} Jul 13 19:25:59.706370 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-d7cf14cd-c809-459b-a37a-a6e0e79b857b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=658df001b32f4385a271857b496451aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2149138 Jul 13 19:25:59.708032 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cf14cd-c809-459b-a37a-a6e0e79b857b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6449bf24-f6b8-4bf5-a637-897c03555f2b,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:59.710387 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 50300) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:59.766669 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Pushing event updated for resources: {'Port': ['ID=c6ee84ca-11b0-4bde-b58d-9268317cc932,revision_number=5']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:59.787572 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a32f37d1-d192-4c3f-a38c-43e3dbf82aa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:59.793127 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Provisioning for port a2242329-dfec-4674-b0eb-7f1344dd3639 completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:25:59.809049 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Provisioning complete for port a2242329-dfec-4674-b0eb-7f1344dd3639 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:25:59.809504 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:59.812599 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a32f37d1-d192-4c3f-a38c-43e3dbf82aa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:59.882494 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a32f37d1-d192-4c3f-a38c-43e3dbf82aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:59.885668 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a32f37d1-d192-4c3f-a38c-43e3dbf82aa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:59.887277 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-a32f37d1-d192-4c3f-a38c-43e3dbf82aa8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6449bf24-f6b8-4bf5-a637-897c03555f2b HTTP/1.1" status: 204 len: 168 time: 0.1750853 Jul 13 19:25:59.900358 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f37d1-d192-4c3f-a38c-43e3dbf82aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6449bf24-f6b8-4bf5-a637-897c03555f2b,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:00.025230 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6149afc9-3ff3-4c78-8ddc-001d5b74dc1e req-c7a7d5db-b10f-4f8a-97f0-ac459e5146bf tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:00.033975 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-6149afc9-3ff3-4c78-8ddc-001d5b74dc1e req-c7a7d5db-b10f-4f8a-97f0-ac459e5146bf tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 944 time: 0.1594925 Jul 13 19:26:00.047024 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:00.108340 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port a2242329-dfec-4674-b0eb-7f1344dd3639, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a2242329-dfec-4674-b0eb-7f1344dd3639,segment=NetworkSegment(d1c90e22-3ed8-421c-9c7d-06b4426b58df),segment_id=d1c90e22-3ed8-421c-9c7d-06b4426b58df)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:00.114818 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:00.117038 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-6149afc9-3ff3-4c78-8ddc-001d5b74dc1e req-9f8b0ecf-fc45-4d85-b506-63a4b98fb2ea tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb760fd5-c478-45a6-bcb6-89f12fd99825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814691 Jul 13 19:26:00.178780 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Pushing event updated for resources: {'Port': ['ID=a2242329-dfec-4674-b0eb-7f1344dd3639,revision_number=5']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:00.222430 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f07c1-b618-40f6-81bb-bd4897b9bb0a req-5b67974f-fc3e-4db3-a402-fbec0b161bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:00.224615 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-6d2f07c1-b618-40f6-81bb-bd4897b9bb0a req-5b67974f-fc3e-4db3-a402-fbec0b161bc2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 1098 time: 0.1638250 Jul 13 19:26:00.270145 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-6d2f07c1-b618-40f6-81bb-bd4897b9bb0a req-09a1d194-50a5-4758-ba6a-c3f5fa0932d9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387251 Jul 13 19:26:00.372983 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e7a19-962e-4c5e-bd0f-eebd59469a51 req-d9d9460a-0352-46f3-8b61-da843fda4142 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:00.375363 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-bc0e7a19-962e-4c5e-bd0f-eebd59469a51 req-d9d9460a-0352-46f3-8b61-da843fda4142 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 945 time: 0.0950215 Jul 13 19:26:00.456272 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-bc0e7a19-962e-4c5e-bd0f-eebd59469a51 req-1a0dc212-8ff7-4988-94d7-0f36727c14a1 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697117 Jul 13 19:26:01.275747 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 50372) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:01.461355 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da2cc1-9a60-49ea-a092-72fb06790026 req-4495f142-9434-4b0d-b67f-ebb5c35b0b0c tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:01.466631 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-38da2cc1-9a60-49ea-a092-72fb06790026 req-4495f142-9434-4b0d-b67f-ebb5c35b0b0c tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 945 time: 0.1133802 Jul 13 19:26:01.473244 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0a6e07b4-467d-4af0-9ad6-043a0b48ea54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:01.528086 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-38da2cc1-9a60-49ea-a092-72fb06790026 req-b248b8c9-3fe2-40e3-a613-42ee93115850 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb760fd5-c478-45a6-bcb6-89f12fd99825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540285 Jul 13 19:26:01.620029 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0a6e07b4-467d-4af0-9ad6-043a0b48ea54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:01.624798 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0a6e07b4-467d-4af0-9ad6-043a0b48ea54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:01.631218 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 50388) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:01.656339 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-0a6e07b4-467d-4af0-9ad6-043a0b48ea54 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a48929d98ee34603bb56e0113b87a052&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3786457 Jul 13 19:26:01.659260 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 50394) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:01.659965 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0909f2bb-be20-45ae-8c60-ff915a4a6ef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2242329-dfec-4674-b0eb-7f1344dd3639'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:26:01.664142 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540c69b029c7553e3853e743d2a892cf8287872a4bddd25c2711216cf853e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838c7c13-5a02-43b1-a421-a1d505be5b4b" -d '{"events": [{"server_uuid": "0909f2bb-be20-45ae-8c60-ff915a4a6ef9", "name": "network-vif-plugged", "status": "completed", "tag": "a2242329-dfec-4674-b0eb-7f1344dd3639"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:26:01.697735 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6e07b4-467d-4af0-9ad6-043a0b48ea54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3925f6b9-6348-4d2b-9921-bf347a02011f,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:01.786779 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9103c4ab-6e0d-4f18-9dd7-8da3b93649b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:01.807542 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ab8406-701f-4535-895f-be7bf6cb81ac x-openstack-request-id: req-83ab8406-701f-4535-895f-be7bf6cb81ac {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:26:01.807542 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0909f2bb-be20-45ae-8c60-ff915a4a6ef9", "name": "network-vif-plugged", "status": "completed", "tag": "a2242329-dfec-4674-b0eb-7f1344dd3639", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:26:01.807890 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-83ab8406-701f-4535-895f-be7bf6cb81ac {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:26:01.808375 dv-cinder-786932-3-iscsi neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0909f2bb-be20-45ae-8c60-ff915a4a6ef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2242329-dfec-4674-b0eb-7f1344dd3639', 'code': 200} Jul 13 19:26:01.833527 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9103c4ab-6e0d-4f18-9dd7-8da3b93649b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:01.863485 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369965c-c0c1-48c0-b4a8-9a1c9badf50f req-48252107-17b0-467f-b835-29c7c666fd20 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:01.866696 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-0369965c-c0c1-48c0-b4a8-9a1c9badf50f req-48252107-17b0-467f-b835-29c7c666fd20 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 945 time: 0.1437247 Jul 13 19:26:01.955760 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9103c4ab-6e0d-4f18-9dd7-8da3b93649b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:01.964400 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9103c4ab-6e0d-4f18-9dd7-8da3b93649b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:01.965752 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-0369965c-c0c1-48c0-b4a8-9a1c9badf50f req-1d3aabdc-b3d4-4819-9110-a48955e1726c tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869043 Jul 13 19:26:01.973154 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-9103c4ab-6e0d-4f18-9dd7-8da3b93649b5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3925f6b9-6348-4d2b-9921-bf347a02011f HTTP/1.1" status: 204 len: 168 time: 0.3102562 Jul 13 19:26:01.997442 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9103c4ab-6e0d-4f18-9dd7-8da3b93649b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3925f6b9-6348-4d2b-9921-bf347a02011f,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:02.120143 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-698c92ba-57fc-4b9e-8ceb-d6b2d669f7ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:02.303468 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-698c92ba-57fc-4b9e-8ceb-d6b2d669f7ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:02.308163 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-698c92ba-57fc-4b9e-8ceb-d6b2d669f7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:02.358638 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-698c92ba-57fc-4b9e-8ceb-d6b2d669f7ca admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=de0e23aed623406287a9a97244f6f1d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7261403 Jul 13 19:26:02.359260 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 50422) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:02.365126 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698c92ba-57fc-4b9e-8ceb-d6b2d669f7ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa0d7c4-e174-44bd-b414-3d3445501e35,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:02.435367 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d1a5fce2-6dfc-4f1e-bbac-f178dde9cae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:02.457469 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d1a5fce2-6dfc-4f1e-bbac-f178dde9cae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:02.513710 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d1a5fce2-6dfc-4f1e-bbac-f178dde9cae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:02.516481 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d1a5fce2-6dfc-4f1e-bbac-f178dde9cae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:02.517971 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-d1a5fce2-6dfc-4f1e-bbac-f178dde9cae5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/daa0d7c4-e174-44bd-b414-3d3445501e35 HTTP/1.1" status: 204 len: 168 time: 0.1568696 Jul 13 19:26:02.530234 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a5fce2-6dfc-4f1e-bbac-f178dde9cae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa0d7c4-e174-44bd-b414-3d3445501e35,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:02.711505 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 50442) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:02.724271 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01254464-f75f-4f8e-b8d5-053e7de24dcc req-fef97df2-ae1b-45f0-b458-babf993f2f66 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:02.725814 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-01254464-f75f-4f8e-b8d5-053e7de24dcc req-fef97df2-ae1b-45f0-b458-babf993f2f66 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 945 time: 0.0732894 Jul 13 19:26:02.777679 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-01254464-f75f-4f8e-b8d5-053e7de24dcc req-c7a3cea1-a2f1-410b-afe5-369510908b3c tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb760fd5-c478-45a6-bcb6-89f12fd99825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413198 Jul 13 19:26:02.895046 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-13682d3e-bf39-4cb7-bc07-c992de78e62e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:03.008767 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-13682d3e-bf39-4cb7-bc07-c992de78e62e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:03.013946 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-13682d3e-bf39-4cb7-bc07-c992de78e62e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:03.075978 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-13682d3e-bf39-4cb7-bc07-c992de78e62e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=97f54749eacc425a8bbe015eb3b6245f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3603299 Jul 13 19:26:03.076760 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13682d3e-bf39-4cb7-bc07-c992de78e62e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c6b2b5-b0bb-44c3-9fc6-154eceb1d26f,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:03.079647 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 50464) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:03.171739 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e347220b-9013-4693-a1d1-9a16fb16ae85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:03.186405 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1212ec0-99ca-4d27-97da-e2aeae14f160 req-21838f04-353b-41d3-82d2-0507ab0eb82e tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:03.189236 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a1212ec0-99ca-4d27-97da-e2aeae14f160 req-21838f04-353b-41d3-82d2-0507ab0eb82e tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 945 time: 0.0837500 Jul 13 19:26:03.201132 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e347220b-9013-4693-a1d1-9a16fb16ae85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:03.246353 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a1212ec0-99ca-4d27-97da-e2aeae14f160 req-9306d4fb-928d-4228-8b4c-cf53c621110c tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512993 Jul 13 19:26:03.276608 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e347220b-9013-4693-a1d1-9a16fb16ae85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:03.280397 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e347220b-9013-4693-a1d1-9a16fb16ae85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:03.283942 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-e347220b-9013-4693-a1d1-9a16fb16ae85 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/17c6b2b5-b0bb-44c3-9fc6-154eceb1d26f HTTP/1.1" status: 204 len: 168 time: 0.2003016 Jul 13 19:26:03.291729 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e347220b-9013-4693-a1d1-9a16fb16ae85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c6b2b5-b0bb-44c3-9fc6-154eceb1d26f,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:03.559717 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 50492) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:03.691553 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [None req-267e4bbf-9a0b-43e6-853f-8bd983ef7929 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1952572664-network', 'tenant_id': 'ff9ec7a527e14076a82bb11248bc304a'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:26:03.720748 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267e4bbf-9a0b-43e6-853f-8bd983ef7929 admin admin] Made reservation on behalf of ff9ec7a527e14076a82bb11248bc304a for: {'network': 1} {{(pid=92924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:26:03.723518 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-267e4bbf-9a0b-43e6-853f-8bd983ef7929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for network, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:03.739544 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-267e4bbf-9a0b-43e6-853f-8bd983ef7929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:03.797456 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 50500) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:03.834325 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5f91b7fb-285e-4f3e-b51b-4c568950d319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:03.926097 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-267e4bbf-9a0b-43e6-853f-8bd983ef7929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:03.941371 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-267e4bbf-9a0b-43e6-853f-8bd983ef7929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:04.023457 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-267e4bbf-9a0b-43e6-853f-8bd983ef7929 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=92924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:26:04.064625 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-267e4bbf-9a0b-43e6-853f-8bd983ef7929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825552'] for segment, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:04.065142 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.db.segments_db [None req-267e4bbf-9a0b-43e6-853f-8bd983ef7929 admin admin] Added segment 4f0a7b8d-8977-486c-a192-c6aa6614dc22 of type vlan for network f3a27e8f-0aa6-4ff3-af1a-6b8905573dd2 Jul 13 19:26:04.077319 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e4bbf-9a0b-43e6-853f-8bd983ef7929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5bc2327-1b96-4bf8-a4d4-b35c4de09296,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:04.124808 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e4bbf-9a0b-43e6-853f-8bd983ef7929 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:04.125188 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e4bbf-9a0b-43e6-853f-8bd983ef7929 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:04.125649 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e4bbf-9a0b-43e6-853f-8bd983ef7929 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:04.125987 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e4bbf-9a0b-43e6-853f-8bd983ef7929 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:04.126399 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e4bbf-9a0b-43e6-853f-8bd983ef7929 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:04.126801 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e4bbf-9a0b-43e6-853f-8bd983ef7929 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:04.127199 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e4bbf-9a0b-43e6-853f-8bd983ef7929 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:04.127633 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e4bbf-9a0b-43e6-853f-8bd983ef7929 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:04.128030 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e4bbf-9a0b-43e6-853f-8bd983ef7929 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:04.128417 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e4bbf-9a0b-43e6-853f-8bd983ef7929 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:04.128811 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e4bbf-9a0b-43e6-853f-8bd983ef7929 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:04.129202 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e4bbf-9a0b-43e6-853f-8bd983ef7929 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:04.150129 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-267e4bbf-9a0b-43e6-853f-8bd983ef7929 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752272460036'] for network, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:04.221166 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bac7530-99bf-40b1-84ba-b6f93d3076e5 req-9c93fffc-e7cf-4b6b-97e0-0fe3067fa8f2 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:04.229890 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-7bac7530-99bf-40b1-84ba-b6f93d3076e5 req-9c93fffc-e7cf-4b6b-97e0-0fe3067fa8f2 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 945 time: 0.2723861 Jul 13 19:26:04.238905 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da74ab6e-c445-4730-bc1b-1c15ebaac2c6 req-da3e12fe-400d-4844-8e6a-328974e44147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:04.240879 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-da74ab6e-c445-4730-bc1b-1c15ebaac2c6 req-da3e12fe-400d-4844-8e6a-328974e44147 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 1098 time: 0.1314018 Jul 13 19:26:04.266588 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5f91b7fb-285e-4f3e-b51b-4c568950d319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:04.268137 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-267e4bbf-9a0b-43e6-853f-8bd983ef7929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108'] for network, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:04.269366 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267e4bbf-9a0b-43e6-853f-8bd983ef7929 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:04.270093 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-267e4bbf-9a0b-43e6-853f-8bd983ef7929 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600154'] for network, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:04.293959 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5f91b7fb-285e-4f3e-b51b-4c568950d319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:04.308123 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-da74ab6e-c445-4730-bc1b-1c15ebaac2c6 req-f4f932f1-a3fc-4722-afcb-0c3858fe5706 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=eb760fd5-c478-45a6-bcb6-89f12fd99825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589378 Jul 13 19:26:04.387805 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-267e4bbf-9a0b-43e6-853f-8bd983ef7929 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8264997 Jul 13 19:26:04.388526 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 50510) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:04.391357 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-7bac7530-99bf-40b1-84ba-b6f93d3076e5 req-bb11df5c-0f72-4b02-b6b4-df1dcc021dae tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb760fd5-c478-45a6-bcb6-89f12fd99825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1604195 Jul 13 19:26:04.402958 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-0dcde7a0-22e2-4cd0-aa1f-fcd36c55f058 admin admin] Request body: {'subnet': {'network_id': 'f3a27e8f-0aa6-4ff3-af1a-6b8905573dd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1952572664-subnet', 'tenant_id': 'ff9ec7a527e14076a82bb11248bc304a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:26:04.408515 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f91b7fb-285e-4f3e-b51b-4c568950d319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23742189-a727-48bf-917b-8f944950be16,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:04.412761 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e4bbf-9a0b-43e6-853f-8bd983ef7929 admin admin] Pushing event updated for resources: {'Network': ['ID=f3a27e8f-0aa6-4ff3-af1a-6b8905573dd2,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:04.421262 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-5f91b7fb-285e-4f3e-b51b-4c568950d319 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2e9556ae7e39400d96bf45c5208a4b8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6222672 Jul 13 19:26:04.421940 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 50512) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:04.491008 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Network f3a27e8f-0aa6-4ff3-af1a-6b8905573dd2 details requested by agent ovs-agent-dv-cinder-786932-3-iscsi with host dv-cinder-786932-3-iscsi {{(pid=92925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:26:04.510577 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dcde7a0-22e2-4cd0-aa1f-fcd36c55f058 admin admin] Made reservation on behalf of ff9ec7a527e14076a82bb11248bc304a for: {'subnet': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:26:04.518306 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0dcde7a0-22e2-4cd0-aa1f-fcd36c55f058 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:04.543658 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-49903024-7647-4679-8c16-83d9987408ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:04.583224 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-49903024-7647-4679-8c16-83d9987408ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:04.683500 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-49903024-7647-4679-8c16-83d9987408ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:04.688881 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-49903024-7647-4679-8c16-83d9987408ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:04.693449 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-49903024-7647-4679-8c16-83d9987408ea admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/23742189-a727-48bf-917b-8f944950be16 HTTP/1.1" status: 204 len: 168 time: 0.2674341 Jul 13 19:26:04.699538 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.agents_db [None req-012e1d35-f91a-49b0-a4f0-5c30301579de None None] Agent healthcheck: found 6 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:26:04.706517 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49903024-7647-4679-8c16-83d9987408ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23742189-a727-48bf-917b-8f944950be16,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:04.779061 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b577fdf4-29d7-4eb6-80e2-babc7df0286d req-8dd1b3ca-464c-4996-812b-ffe9fcceb657 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:04.780645 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b577fdf4-29d7-4eb6-80e2-babc7df0286d req-8dd1b3ca-464c-4996-812b-ffe9fcceb657 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 945 time: 0.1626954 Jul 13 19:26:04.880037 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b577fdf4-29d7-4eb6-80e2-babc7df0286d req-f3d41389-5a57-4886-90c3-305301f2cc17 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789042 Jul 13 19:26:04.979872 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0dcde7a0-22e2-4cd0-aa1f-fcd36c55f058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108'] for subnet, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:05.060384 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcde7a0-22e2-4cd0-aa1f-fcd36c55f058 admin admin] Checking segment: {'id': '4f0a7b8d-8977-486c-a192-c6aa6614dc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f3a27e8f-0aa6-4ff3-af1a-6b8905573dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:26:05.060751 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcde7a0-22e2-4cd0-aa1f-fcd36c55f058 admin admin] Network hostable DHCP agents. Network: f3a27e8f-0aa6-4ff3-af1a-6b8905573dd2, hostable agents: ['7ca4706b-9f63-429b-b1b9-7cbaa1b8656d'], hosted agents: [] {{(pid=92923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:26:05.085493 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcde7a0-22e2-4cd0-aa1f-fcd36c55f058 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72e2c0b1-3b39-42dd-93d4-55967fa1316f,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:05.119543 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcde7a0-22e2-4cd0-aa1f-fcd36c55f058 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:05.119543 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcde7a0-22e2-4cd0-aa1f-fcd36c55f058 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:05.119543 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcde7a0-22e2-4cd0-aa1f-fcd36c55f058 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:05.119543 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcde7a0-22e2-4cd0-aa1f-fcd36c55f058 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:05.119543 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcde7a0-22e2-4cd0-aa1f-fcd36c55f058 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:05.119543 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcde7a0-22e2-4cd0-aa1f-fcd36c55f058 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:05.119543 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcde7a0-22e2-4cd0-aa1f-fcd36c55f058 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:05.119543 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcde7a0-22e2-4cd0-aa1f-fcd36c55f058 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:05.119543 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcde7a0-22e2-4cd0-aa1f-fcd36c55f058 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:05.119543 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcde7a0-22e2-4cd0-aa1f-fcd36c55f058 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:05.120889 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcde7a0-22e2-4cd0-aa1f-fcd36c55f058 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:05.120889 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcde7a0-22e2-4cd0-aa1f-fcd36c55f058 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:05.123688 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcde7a0-22e2-4cd0-aa1f-fcd36c55f058 admin admin] Network f3a27e8f-0aa6-4ff3-af1a-6b8905573dd2 is scheduled to be hosted by DHCP agent 7ca4706b-9f63-429b-b1b9-7cbaa1b8656d with binding_index 1 {{(pid=92923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:26:05.142548 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-0dcde7a0-22e2-4cd0-aa1f-fcd36c55f058 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-3-iscsi, f3a27e8f-0aa6-4ff3-af1a-6b8905573dd2) {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:26:05.148349 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcde7a0-22e2-4cd0-aa1f-fcd36c55f058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:05.149873 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0dcde7a0-22e2-4cd0-aa1f-fcd36c55f058 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600154'] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:05.157661 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2943af0a-f9c7-47d4-af01-af09f3f2fff3 None None] Network f3a27e8f-0aa6-4ff3-af1a-6b8905573dd2 requested from dv-cinder-786932-3-iscsi {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:26:05.179399 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-0dcde7a0-22e2-4cd0-aa1f-fcd36c55f058 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7887182 Jul 13 19:26:05.292026 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26296412-30c4-44bc-9f0a-8e4502ed348a req-77ee6795-46af-454c-86bc-52d601803a17 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:05.293884 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-26296412-30c4-44bc-9f0a-8e4502ed348a req-77ee6795-46af-454c-86bc-52d601803a17 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 945 time: 0.1288171 Jul 13 19:26:05.302601 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 50550) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:05.309053 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [None req-73b09143-897f-4e7c-8deb-51399c96d8b8 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Request body: {'floatingip': {'port_id': 'c6ee84ca-11b0-4bde-b58d-9268317cc932'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:26:05.419877 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-73b09143-897f-4e7c-8deb-51399c96d8b8 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks [] for floatingip, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:05.516420 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999439b7-0dd2-4ce9-84dd-f63d2c20b4ad None None] Network f3a27e8f-0aa6-4ff3-af1a-6b8905573dd2 requested from dv-cinder-786932-3-iscsi {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:26:05.790908 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f9b147-b5a6-41a8-86af-e9ae2d204f87 req-26555248-798d-40c7-95d0-a2c699f5db1b tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:05.792906 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-05f9b147-b5a6-41a8-86af-e9ae2d204f87 req-26555248-798d-40c7-95d0-a2c699f5db1b tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 945 time: 0.1310997 Jul 13 19:26:05.874667 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-05f9b147-b5a6-41a8-86af-e9ae2d204f87 req-56d01493-4f8f-42fd-8a94-fc89c87fa6e0 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb760fd5-c478-45a6-bcb6-89f12fd99825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802000 Jul 13 19:26:06.661255 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8868ced4-314e-4cdc-83c6-f075daf80487 req-4581bec6-7ecc-4b50-9fe6-b83111e83705 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:06.668263 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-8868ced4-314e-4cdc-83c6-f075daf80487 req-4581bec6-7ecc-4b50-9fe6-b83111e83705 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 945 time: 0.5712090 Jul 13 19:26:06.678287 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 50620) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:06.684836 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-d81d57b9-d3a5-44a0-aeae-b32b48ca8219 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Request body: {'floatingip': {'port_id': 'a2242329-dfec-4674-b0eb-7f1344dd3639'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:26:06.922970 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.db.resource_extend [None req-73b09143-897f-4e7c-8deb-51399c96d8b8 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 19:26:06.977157 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d81d57b9-d3a5-44a0-aeae-b32b48ca8219 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks [] for floatingip, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:07.188470 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-73b09143-897f-4e7c-8deb-51399c96d8b8 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:07.201049 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-73b09143-897f-4e7c-8deb-51399c96d8b8 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760411'] for floatingip, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:07.514921 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.db.l3_db [None req-73b09143-897f-4e7c-8deb-51399c96d8b8 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Floating IP 21010fbd-da99-449a-a2d0-325e07986f63 associated. External IP: 172.27.1.135, port: c6ee84ca-11b0-4bde-b58d-9268317cc932. Jul 13 19:26:07.824215 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f863bf-7e2f-4137-a665-0d3bf4071898 req-cadce737-3fe1-41d4-bfd2-0d89c460e225 tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:07.833647 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-b2f863bf-7e2f-4137-a665-0d3bf4071898 req-cadce737-3fe1-41d4-bfd2-0d89c460e225 tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] 10.222.0.67 "GET /v2.0/ports?device_id=398f0204-f020-474d-a5d7-3164baae27ca HTTP/1.1" status: 200 len: 945 time: 0.2407231 Jul 13 19:26:07.972562 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-b2f863bf-7e2f-4137-a665-0d3bf4071898 req-c7a8c200-2d9c-4164-897e-ddfdc95f3edd tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] 10.222.0.67 "GET /v2.0/security-groups?id=651e3464-cd35-4d86-aec2-d7c084e2dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378050 Jul 13 19:26:08.062920 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b09143-897f-4e7c-8deb-51399c96d8b8 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Router 5d6fc093-8898-47d9-af31-38f25be314cd has already been hosted by L3 agent beedb406-ab13-44dd-957b-972171d020d2 {{(pid=92924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:26:08.277823 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b09143-897f-4e7c-8deb-51399c96d8b8 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify agent at l3_agent.dv-cinder-786932-3-iscsi the message routers_updated {{(pid=92924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:26:08.291262 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-73b09143-897f-4e7c-8deb-51399c96d8b8 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for floatingip, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:08.313296 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465361d6-8c48-4270-aa98-90ff01fb0701 None None] Sync routers for ids ['5d6fc093-8898-47d9-af31-38f25be314cd'] in dv-cinder-786932-3-iscsi {{(pid=92926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:26:08.335703 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465361d6-8c48-4270-aa98-90ff01fb0701 None None] Routers {'5d6fc093-8898-47d9-af31-38f25be314cd'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:26:08.340856 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-465361d6-8c48-4270-aa98-90ff01fb0701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:25:49Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['5d6fc093-8898-47d9-af31-38f25be314cd'], 'active': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:08.419220 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-73b09143-897f-4e7c-8deb-51399c96d8b8 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "PUT /v2.0/floatingips/21010fbd-da99-449a-a2d0-325e07986f63 HTTP/1.1" status: 200 len: 991 time: 3.1150317 Jul 13 19:26:08.419919 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b3edcd4-18aa-40db-8a76-9093f10af9de', 'tag': 'c6ee84ca-11b0-4bde-b58d-9268317cc932'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:26:08.426158 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8879ae7e4e4d0f25c61261a3e286ece662f5d6b6250d5f2cd5814de7b022cdc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d6c0ef-0601-40cb-ade0-2830f15d9db1" -d '{"events": [{"name": "network-changed", "server_uuid": "1b3edcd4-18aa-40db-8a76-9093f10af9de", "tag": "c6ee84ca-11b0-4bde-b58d-9268317cc932"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:26:08.450392 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.db.resource_extend [None req-d81d57b9-d3a5-44a0-aeae-b32b48ca8219 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 19:26:08.565090 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvr_db [None req-465361d6-8c48-4270-aa98-90ff01fb0701 None None] Set router 5d6fc093-8898-47d9-af31-38f25be314cd gateway port host: dv-cinder-786932-3-iscsi {{(pid=92926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:26:08.668212 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d81d57b9-d3a5-44a0-aeae-b32b48ca8219 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:08.674880 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d81d57b9-d3a5-44a0-aeae-b32b48ca8219 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760411'] for floatingip, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:08.690357 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d50d99-3684-4826-bad8-201700d71ae8 x-openstack-request-id: req-d5d50d99-3684-4826-bad8-201700d71ae8 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:26:08.690708 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b3edcd4-18aa-40db-8a76-9093f10af9de", "tag": "c6ee84ca-11b0-4bde-b58d-9268317cc932", "status": "completed", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:26:08.690962 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d5d50d99-3684-4826-bad8-201700d71ae8 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:26:08.691409 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b3edcd4-18aa-40db-8a76-9093f10af9de', 'tag': 'c6ee84ca-11b0-4bde-b58d-9268317cc932', 'status': 'completed', 'code': 200} Jul 13 19:26:08.816565 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.db.l3_db [None req-d81d57b9-d3a5-44a0-aeae-b32b48ca8219 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Floating IP a23d70f9-8250-4804-bc10-94dad6f446ab associated. External IP: 172.27.1.157, port: a2242329-dfec-4674-b0eb-7f1344dd3639. Jul 13 19:26:09.101901 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f069bfb-5520-4ee6-85d3-51eb6d0e78a4 req-c7c7656f-60e6-43cf-82f8-0a896b93b9d9 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:09.105149 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2f069bfb-5520-4ee6-85d3-51eb6d0e78a4 req-c7c7656f-60e6-43cf-82f8-0a896b93b9d9 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] 10.222.0.67 "GET /v2.0/networks?id=f3a27e8f-0aa6-4ff3-af1a-6b8905573dd2 HTTP/1.1" status: 200 len: 809 time: 0.5661507 Jul 13 19:26:09.111737 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 50736) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:09.137500 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-465361d6-8c48-4270-aa98-90ff01fb0701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6fc093-8898-47d9-af31-38f25be314cd', 'name': 'tempest-AttachVolumeShelveTestJSON-473569453-router', 'tenant_id': '117cfd7c8bd64e5eac700d0258401983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'f774284a-1b67-4d3e-a324-9edcf8302de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:06Z', 'updated_at': '2021-07-13T19:25:14Z', 'revision_number': 4, 'project_id': '117cfd7c8bd64e5eac700d0258401983', 'gw_port': {'id': 'f774284a-1b67-4d3e-a324-9edcf8302de8', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ed:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6fc093-8898-47d9-af31-38f25be314cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:07Z', 'updated_at': '2021-07-13T19:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_floatingips': [{'id': '21010fbd-da99-449a-a2d0-325e07986f63', 'tenant_id': '117cfd7c8bd64e5eac700d0258401983', 'floating_ip_address': '172.27.1.135', 'floating_network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'router_id': '5d6fc093-8898-47d9-af31-38f25be314cd', 'port_id': 'c6ee84ca-11b0-4bde-b58d-9268317cc932', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c438c907-bcad-48c0-af76-f26d5c29bc9d', 'mac_address': 'fa:16:3e:f9:a1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3edcd4-18aa-40db-8a76-9093f10af9de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:25:21Z', 'updated_at': '2021-07-13T19:26:06Z', 'revision_number': 1, 'project_id': '117cfd7c8bd64e5eac700d0258401983', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb53b332-7e1f-4491-9cef-71c461a6e9c5', 'name': '', 'network_id': 'c438c907-bcad-48c0-af76-f26d5c29bc9d', 'tenant_id': '117cfd7c8bd64e5eac700d0258401983', 'mac_address': 'fa:16:3e:c7:e8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6fc093-8898-47d9-af31-38f25be314cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ea1ae014-478a-41b7-af24-a9a2c8a9fd89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:12Z', 'updated_at': '2021-07-13T19:25:25Z', 'revision_number': 5, 'project_id': '117cfd7c8bd64e5eac700d0258401983', 'subnets': [{'id': 'ea1ae014-478a-41b7-af24-a9a2c8a9fd89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:09.170207 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 50742) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:09.239984 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6c0ef-0601-40cb-ade0-2830f15d9db1 req-d1617d89-0f76-45f7-83f2-b3e1e29f1cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:09.243344 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d0d6c0ef-0601-40cb-ade0-2830f15d9db1 req-d1617d89-0f76-45f7-83f2-b3e1e29f1cf3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=117cfd7c8bd64e5eac700d0258401983&device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 1098 time: 0.4275930 Jul 13 19:26:09.258556 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2f069bfb-5520-4ee6-85d3-51eb6d0e78a4 req-1f556dee-b5d7-47b6-9414-09ddd6624f81 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] 10.222.0.67 "GET /v2.0/quotas/ff9ec7a527e14076a82bb11248bc304a HTTP/1.1" status: 200 len: 375 time: 0.1305051 Jul 13 19:26:09.263131 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465361d6-8c48-4270-aa98-90ff01fb0701 None None] Checking router: 5d6fc093-8898-47d9-af31-38f25be314cd for host: dv-cinder-786932-3-iscsi {{(pid=92926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:26:09.297274 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465361d6-8c48-4270-aa98-90ff01fb0701 None None] Routers {'5d6fc093-8898-47d9-af31-38f25be314cd'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:26:09.298308 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-465361d6-8c48-4270-aa98-90ff01fb0701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:25:49Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['5d6fc093-8898-47d9-af31-38f25be314cd'], 'active': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:09.329845 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-0166c53c-8868-4cbf-b1db-1a651d07bd8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:09.449444 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-af7c3523-248e-4354-b43e-0707cbe0cfda admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:09.577613 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvr_db [None req-465361d6-8c48-4270-aa98-90ff01fb0701 None None] Set router 5d6fc093-8898-47d9-af31-38f25be314cd gateway port host: dv-cinder-786932-3-iscsi {{(pid=92926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:26:09.607935 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2f069bfb-5520-4ee6-85d3-51eb6d0e78a4 req-1a38bdd7-56f2-4135-b0d1-63dea6a9b071 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=ff9ec7a527e14076a82bb11248bc304a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2971735 Jul 13 19:26:09.679426 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab07a2dd-b3a4-4029-9766-05d00dcd099a req-cb609187-d729-45be-b0a4-b28e79ccfc4d tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:09.687113 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-ab07a2dd-b3a4-4029-9766-05d00dcd099a req-cb609187-d729-45be-b0a4-b28e79ccfc4d tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] 10.222.0.67 "GET /v2.0/ports?device_id=398f0204-f020-474d-a5d7-3164baae27ca HTTP/1.1" status: 200 len: 945 time: 0.3465097 Jul 13 19:26:09.745878 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad71d0-26be-4278-a1e1-72764452048f req-d9011200-5f1b-4a29-8d5d-9868504535e5 tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:09.747469 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-01ad71d0-26be-4278-a1e1-72764452048f req-d9011200-5f1b-4a29-8d5d-9868504535e5 tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] 10.222.0.18 "GET /v2.0/ports?device_id=398f0204-f020-474d-a5d7-3164baae27ca HTTP/1.1" status: 200 len: 945 time: 0.2749293 Jul 13 19:26:09.791261 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-ab07a2dd-b3a4-4029-9766-05d00dcd099a req-d36a6a6c-dad4-4f32-a782-318331d5b285 tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] 10.222.0.67 "GET /v2.0/security-groups?id=651e3464-cd35-4d86-aec2-d7c084e2dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026654 Jul 13 19:26:09.925777 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-0166c53c-8868-4cbf-b1db-1a651d07bd8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:10.019380 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-0166c53c-8868-4cbf-b1db-1a651d07bd8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:10.055049 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6c0ef-0601-40cb-ade0-2830f15d9db1 req-babc5979-c2a3-43cf-95af-736754110dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:10.057362 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d0d6c0ef-0601-40cb-ade0-2830f15d9db1 req-babc5979-c2a3-43cf-95af-736754110dda service neutron] 10.222.0.18 "GET /v2.0/networks?id=c438c907-bcad-48c0-af76-f26d5c29bc9d HTTP/1.1" status: 200 len: 917 time: 0.8024573 Jul 13 19:26:10.099490 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0166c53c-8868-4cbf-b1db-1a651d07bd8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24990fe0-d195-4f33-951d-1ca284a74c9a,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:10.118073 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-0166c53c-8868-4cbf-b1db-1a651d07bd8b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7d45fbea16c94d99bfe6c85c1199d944&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0047541 Jul 13 19:26:10.127454 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 50782) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:10.166195 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 50786) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:10.183136 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-465361d6-8c48-4270-aa98-90ff01fb0701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6fc093-8898-47d9-af31-38f25be314cd', 'name': 'tempest-AttachVolumeShelveTestJSON-473569453-router', 'tenant_id': '117cfd7c8bd64e5eac700d0258401983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'f774284a-1b67-4d3e-a324-9edcf8302de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:06Z', 'updated_at': '2021-07-13T19:25:14Z', 'revision_number': 4, 'project_id': '117cfd7c8bd64e5eac700d0258401983', 'gw_port': {'id': 'f774284a-1b67-4d3e-a324-9edcf8302de8', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ed:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6fc093-8898-47d9-af31-38f25be314cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:07Z', 'updated_at': '2021-07-13T19:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_floatingips': [{'id': '21010fbd-da99-449a-a2d0-325e07986f63', 'tenant_id': '117cfd7c8bd64e5eac700d0258401983', 'floating_ip_address': '172.27.1.135', 'floating_network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'router_id': '5d6fc093-8898-47d9-af31-38f25be314cd', 'port_id': 'c6ee84ca-11b0-4bde-b58d-9268317cc932', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c438c907-bcad-48c0-af76-f26d5c29bc9d', 'mac_address': 'fa:16:3e:f9:a1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3edcd4-18aa-40db-8a76-9093f10af9de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:25:21Z', 'updated_at': '2021-07-13T19:26:06Z', 'revision_number': 1, 'project_id': '117cfd7c8bd64e5eac700d0258401983', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb53b332-7e1f-4491-9cef-71c461a6e9c5', 'name': '', 'network_id': 'c438c907-bcad-48c0-af76-f26d5c29bc9d', 'tenant_id': '117cfd7c8bd64e5eac700d0258401983', 'mac_address': 'fa:16:3e:c7:e8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6fc093-8898-47d9-af31-38f25be314cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ea1ae014-478a-41b7-af24-a9a2c8a9fd89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:12Z', 'updated_at': '2021-07-13T19:25:25Z', 'revision_number': 5, 'project_id': '117cfd7c8bd64e5eac700d0258401983', 'subnets': [{'id': 'ea1ae014-478a-41b7-af24-a9a2c8a9fd89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:10.219876 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d81d57b9-d3a5-44a0-aeae-b32b48ca8219 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Router b299da8c-f74d-4b8c-afd6-d60053b56697 has already been hosted by L3 agent beedb406-ab13-44dd-957b-972171d020d2 {{(pid=92923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:26:10.220387 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [req-01ad71d0-26be-4278-a1e1-72764452048f req-f3fc3d0b-dce9-4bb6-aebd-941cc15dfb49 tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] Deleting port 3ce30647-46b4-42ff-96a1-ddec3f3a89e7 {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:26:10.220734 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-01ad71d0-26be-4278-a1e1-72764452048f req-f3fc3d0b-dce9-4bb6-aebd-941cc15dfb49 tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752272853989'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:10.221351 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465361d6-8c48-4270-aa98-90ff01fb0701 None None] The sync data for ids ['5d6fc093-8898-47d9-af31-38f25be314cd'] in dv-cinder-786932-3-iscsi is: [{'id': '5d6fc093-8898-47d9-af31-38f25be314cd', 'name': 'tempest-AttachVolumeShelveTestJSON-473569453-router', 'tenant_id': '117cfd7c8bd64e5eac700d0258401983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'f774284a-1b67-4d3e-a324-9edcf8302de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:06Z', 'updated_at': '2021-07-13T19:25:14Z', 'revision_number': 4, 'project_id': '117cfd7c8bd64e5eac700d0258401983', 'gw_port': {'id': 'f774284a-1b67-4d3e-a324-9edcf8302de8', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ed:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6fc093-8898-47d9-af31-38f25be314cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:07Z', 'updated_at': '2021-07-13T19:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_floatingips': [{'id': '21010fbd-da99-449a-a2d0-325e07986f63', 'tenant_id': '117cfd7c8bd64e5eac700d0258401983', 'floating_ip_address': '172.27.1.135', 'floating_network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'router_id': '5d6fc093-8898-47d9-af31-38f25be314cd', 'port_id': 'c6ee84ca-11b0-4bde-b58d-9268317cc932', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c438c907-bcad-48c0-af76-f26d5c29bc9d', 'mac_address': 'fa:16:3e:f9:a1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3edcd4-18aa-40db-8a76-9093f10af9de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:25:21Z', 'updated_at': '2021-07-13T19:26:06Z', 'revision_number': 1, 'project_id': '117cfd7c8bd64e5eac700d0258401983', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb53b332-7e1f-4491-9cef-71c461a6e9c5', 'name': '', 'network_id': 'c438c907-bcad-48c0-af76-f26d5c29bc9d', 'tenant_id': '117cfd7c8bd64e5eac700d0258401983', 'mac_address': 'fa:16:3e:c7:e8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6fc093-8898-47d9-af31-38f25be314cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ea1ae014-478a-41b7-af24-a9a2c8a9fd89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:12Z', 'updated_at': '2021-07-13T19:25:25Z', 'revision_number': 5, 'project_id': '117cfd7c8bd64e5eac700d0258401983', 'subnets': [{'id': 'ea1ae014-478a-41b7-af24-a9a2c8a9fd89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:26:10.296962 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2f069bfb-5520-4ee6-85d3-51eb6d0e78a4 req-4c5e7a3e-abc4-47bb-8c53-8b2a34a82ef2 service neutron] 10.222.0.67 "GET /v2.0/networks/f3a27e8f-0aa6-4ff3-af1a-6b8905573dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6125884 Jul 13 19:26:10.326869 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-c0efa464-529e-4d2a-b958-d2a036ab2152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:10.381511 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-af7c3523-248e-4354-b43e-0707cbe0cfda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:10.386414 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-c0efa464-529e-4d2a-b958-d2a036ab2152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:10.395614 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-af7c3523-248e-4354-b43e-0707cbe0cfda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:10.484583 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-01ad71d0-26be-4278-a1e1-72764452048f req-f3fc3d0b-dce9-4bb6-aebd-941cc15dfb49 tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] For port 3ce30647-46b4-42ff-96a1-ddec3f3a89e7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=3ce30647-46b4-42ff-96a1-ddec3f3a89e7,segment=NetworkSegment(3f1af203-9b3e-40af-a81f-d888de5fde99),segment_id=3f1af203-9b3e-40af-a81f-d888de5fde99)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:10.484583 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-01ad71d0-26be-4278-a1e1-72764452048f req-f3fc3d0b-dce9-4bb6-aebd-941cc15dfb49 tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763640'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:10.530366 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-af7c3523-248e-4354-b43e-0707cbe0cfda admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d807688ce233462c8dd4e64f7e96bca7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3579838 Jul 13 19:26:10.560158 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 50794) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:10.582499 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-2fd0e269-b3c0-4535-b61f-6a8416d98c26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:10.608304 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [req-01ad71d0-26be-4278-a1e1-72764452048f req-f3fc3d0b-dce9-4bb6-aebd-941cc15dfb49 tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] Calling delete_port for 3ce30647-46b4-42ff-96a1-ddec3f3a89e7 owned by compute:nova {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:26:10.613474 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10278c56-b859-42ff-9543-4dc2c118e42e None None] New status for floating IP 21010fbd-da99-449a-a2d0-325e07986f63: ACTIVE {{(pid=92925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:26:10.621584 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7c3523-248e-4354-b43e-0707cbe0cfda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2dc273-b4c8-4919-9319-4137e0085e89,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:10.755545 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d0d6c0ef-0601-40cb-ade0-2830f15d9db1 req-aa5574f4-a9df-4c07-bf9f-5426dde3889e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6ee84ca-11b0-4bde-b58d-9268317cc932 HTTP/1.1" status: 200 len: 999 time: 0.6600583 Jul 13 19:26:10.768507 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-c0efa464-529e-4d2a-b958-d2a036ab2152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:10.771531 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-c0efa464-529e-4d2a-b958-d2a036ab2152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:10.788025 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-c0efa464-529e-4d2a-b958-d2a036ab2152 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/24990fe0-d195-4f33-951d-1ca284a74c9a HTTP/1.1" status: 204 len: 168 time: 0.6468911 Jul 13 19:26:10.895761 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d81d57b9-d3a5-44a0-aeae-b32b48ca8219 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify agent at l3_agent.dv-cinder-786932-3-iscsi the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:26:10.897714 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0efa464-529e-4d2a-b958-d2a036ab2152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24990fe0-d195-4f33-951d-1ca284a74c9a,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:10.936601 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5989ae98-d149-403c-8c28-a4fd2b80894f None None] Sync routers for ids ['b299da8c-f74d-4b8c-afd6-d60053b56697'] in dv-cinder-786932-3-iscsi {{(pid=92926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:26:10.963329 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-17f71415-6c95-4c93-9378-57ff5f8ababd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:10.972933 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5989ae98-d149-403c-8c28-a4fd2b80894f None None] Routers {'b299da8c-f74d-4b8c-afd6-d60053b56697'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:26:10.974406 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-5989ae98-d149-403c-8c28-a4fd2b80894f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:25:49Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['b299da8c-f74d-4b8c-afd6-d60053b56697'], 'active': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:11.035388 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d81d57b9-d3a5-44a0-aeae-b32b48ca8219 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for floatingip, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:11.058593 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-17f71415-6c95-4c93-9378-57ff5f8ababd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:11.171199 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2f069bfb-5520-4ee6-85d3-51eb6d0e78a4 req-7c43cb55-7730-4509-ab79-4d3b15e548c4 service neutron] 10.222.0.67 "GET /v2.0/networks/f3a27e8f-0aa6-4ff3-af1a-6b8905573dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8587613 Jul 13 19:26:11.182601 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6c0ef-0601-40cb-ade0-2830f15d9db1 req-bca8cc12-2da7-477a-a3a4-e6795633945e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:11.184209 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d0d6c0ef-0601-40cb-ade0-2830f15d9db1 req-bca8cc12-2da7-477a-a3a4-e6795633945e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ea1ae014-478a-41b7-af24-a9a2c8a9fd89 HTTP/1.1" status: 200 len: 855 time: 0.4123454 Jul 13 19:26:11.191892 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-d81d57b9-d3a5-44a0-aeae-b32b48ca8219 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "PUT /v2.0/floatingips/a23d70f9-8250-4804-bc10-94dad6f446ab HTTP/1.1" status: 200 len: 991 time: 4.5123613 Jul 13 19:26:11.192688 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0909f2bb-be20-45ae-8c60-ff915a4a6ef9', 'tag': 'a2242329-dfec-4674-b0eb-7f1344dd3639'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:26:11.198576 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1087dd994376df9afb132dbe65b34b6853527e2d112168992b97c33633c3add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b2608fd-cbd8-4daf-b8df-9850e7740d9c" -d '{"events": [{"name": "network-changed", "server_uuid": "0909f2bb-be20-45ae-8c60-ff915a4a6ef9", "tag": "a2242329-dfec-4674-b0eb-7f1344dd3639"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:26:11.266759 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvr_db [None req-5989ae98-d149-403c-8c28-a4fd2b80894f None None] Set router b299da8c-f74d-4b8c-afd6-d60053b56697 gateway port host: dv-cinder-786932-3-iscsi {{(pid=92926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:26:11.283411 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-2fd0e269-b3c0-4535-b61f-6a8416d98c26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:11.294930 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6c0ef-0601-40cb-ade0-2830f15d9db1 req-d09dfa53-7f7b-494d-91e9-ccf2f8bafe2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:11.302042 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d0d6c0ef-0601-40cb-ade0-2830f15d9db1 req-d09dfa53-7f7b-494d-91e9-ccf2f8bafe2e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c438c907-bcad-48c0-af76-f26d5c29bc9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0976596 Jul 13 19:26:11.311716 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-01ad71d0-26be-4278-a1e1-72764452048f req-f3fc3d0b-dce9-4bb6-aebd-941cc15dfb49 tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752272859917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752272454292'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:11.325605 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] get_ports_and_sgs() called for port_ids ['3ce30647-46b4-42ff-96a1-ddec3f3a89e7'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:26:11.417912 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-2fd0e269-b3c0-4535-b61f-6a8416d98c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:11.449207 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 50818) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:11.450365 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fc3d0b-dce9-4bb6-aebd-941cc15dfb49 tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] Pushing event deleted for resources: {'Port': ['ID=3ce30647-46b4-42ff-96a1-ddec3f3a89e7,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:11.486657 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 50824) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:11.496486 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-2fd0e269-b3c0-4535-b61f-6a8416d98c26 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d40f6f48eb174116b86cb1d5178973ec&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3289592 Jul 13 19:26:11.498417 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-17f71415-6c95-4c93-9378-57ff5f8ababd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:11.501278 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-17f71415-6c95-4c93-9378-57ff5f8ababd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:11.502384 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-17f71415-6c95-4c93-9378-57ff5f8ababd admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9c2dc273-b4c8-4919-9319-4137e0085e89 HTTP/1.1" status: 204 len: 168 time: 0.9406362 Jul 13 19:26:11.601820 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ec9c544e-f779-4ecf-98a1-869498fbab2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:11.639336 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d0d6c0ef-0601-40cb-ade0-2830f15d9db1 req-157b6827-996d-4b70-af85-2614615682aa service neutron] 10.222.0.18 "GET /v2.0/networks/c438c907-bcad-48c0-af76-f26d5c29bc9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300602 Jul 13 19:26:11.646567 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ec9c544e-f779-4ecf-98a1-869498fbab2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:11.657421 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [req-01ad71d0-26be-4278-a1e1-72764452048f req-f3fc3d0b-dce9-4bb6-aebd-941cc15dfb49 tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] No DVR routers for this DVR port 3ce30647-46b4-42ff-96a1-ddec3f3a89e7 on host hv-cinder-78693 {{(pid=92924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:26:11.675281 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fde0eb9-9f6a-4fe7-ab2e-7d65ab93ae6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:11.708533 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2a485-ef44-489a-9cd1-fe9ad452234d req-ffae9142-b809-4146-83c3-73efbc5c7c28 tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:11.711085 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-bda2a485-ef44-489a-9cd1-fe9ad452234d req-ffae9142-b809-4146-83c3-73efbc5c7c28 tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] 10.222.0.67 "GET /v2.0/ports?device_id=398f0204-f020-474d-a5d7-3164baae27ca HTTP/1.1" status: 200 len: 867 time: 0.7406831 Jul 13 19:26:11.745457 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-01ad71d0-26be-4278-a1e1-72764452048f req-f3fc3d0b-dce9-4bb6-aebd-941cc15dfb49 tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:11.748731 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-01ad71d0-26be-4278-a1e1-72764452048f req-f3fc3d0b-dce9-4bb6-aebd-941cc15dfb49 tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] 10.222.0.18 "DELETE /v2.0/ports/3ce30647-46b4-42ff-96a1-ddec3f3a89e7 HTTP/1.1" status: 204 len: 173 time: 1.9933455 Jul 13 19:26:11.778703 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '398f0204-f020-474d-a5d7-3164baae27ca', 'name': 'network-vif-deleted', 'tag': '3ce30647-46b4-42ff-96a1-ddec3f3a89e7'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:26:11.782017 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8879ae7e4e4d0f25c61261a3e286ece662f5d6b6250d5f2cd5814de7b022cdc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b36f264-ebfd-4e96-b06a-996774f83c60" -d '{"events": [{"server_uuid": "398f0204-f020-474d-a5d7-3164baae27ca", "name": "network-vif-deleted", "tag": "3ce30647-46b4-42ff-96a1-ddec3f3a89e7"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:26:11.798231 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d0d6c0ef-0601-40cb-ade0-2830f15d9db1 req-d11e348d-c77e-40f5-b103-a3a47f0d4492 service neutron] 10.222.0.18 "GET /v2.0/networks/c438c907-bcad-48c0-af76-f26d5c29bc9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446209 Jul 13 19:26:11.870992 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd0e269-b3c0-4535-b61f-6a8416d98c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7308639-f130-4f75-b011-da5efaff39dc,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:11.909298 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-5989ae98-d149-403c-8c28-a4fd2b80894f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b299da8c-f74d-4b8c-afd6-d60053b56697', 'name': 'tempest-AttachVolumeTestJSON-205678765-router', 'tenant_id': '09d928f8d15b4be49420ac3d92a41f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '2780c301-af71-40ac-8dc0-dad9143e9d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:06Z', 'updated_at': '2021-07-13T19:25:14Z', 'revision_number': 4, 'project_id': '09d928f8d15b4be49420ac3d92a41f6f', 'gw_port': {'id': '2780c301-af71-40ac-8dc0-dad9143e9d26', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b299da8c-f74d-4b8c-afd6-d60053b56697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:07Z', 'updated_at': '2021-07-13T19:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_floatingips': [{'id': 'a23d70f9-8250-4804-bc10-94dad6f446ab', 'tenant_id': '09d928f8d15b4be49420ac3d92a41f6f', 'floating_ip_address': '172.27.1.157', 'floating_network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'router_id': 'b299da8c-f74d-4b8c-afd6-d60053b56697', 'port_id': 'a2242329-dfec-4674-b0eb-7f1344dd3639', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '922632e1-2fcb-4d44-a394-325429781ce3', 'mac_address': 'fa:16:3e:30:b8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0909f2bb-be20-45ae-8c60-ff915a4a6ef9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:25:23Z', 'updated_at': '2021-07-13T19:26:08Z', 'revision_number': 1, 'project_id': '09d928f8d15b4be49420ac3d92a41f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efb67827-29bc-4c74-b0d4-318722a2f78f', 'name': '', 'network_id': '922632e1-2fcb-4d44-a394-325429781ce3', 'tenant_id': '09d928f8d15b4be49420ac3d92a41f6f', 'mac_address': 'fa:16:3e:44:fa:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b299da8c-f74d-4b8c-afd6-d60053b56697', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e577557a-4de0-4b64-b346-c9cb7908bed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:12Z', 'updated_at': '2021-07-13T19:25:29Z', 'revision_number': 5, 'project_id': '09d928f8d15b4be49420ac3d92a41f6f', 'subnets': [{'id': 'e577557a-4de0-4b64-b346-c9cb7908bed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:11.926294 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-bda2a485-ef44-489a-9cd1-fe9ad452234d req-5d7ed178-b929-4d0c-84cb-10a3ef2b7f44 tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] 10.222.0.67 "GET /v2.0/security-groups?id=651e3464-cd35-4d86-aec2-d7c084e2dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719053 Jul 13 19:26:11.926294 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f71415-6c95-4c93-9378-57ff5f8ababd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2dc273-b4c8-4919-9319-4137e0085e89,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:11.929393 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ec9c544e-f779-4ecf-98a1-869498fbab2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:11.948665 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ec9c544e-f779-4ecf-98a1-869498fbab2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:11.950648 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-ec9c544e-f779-4ecf-98a1-869498fbab2a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a7308639-f130-4f75-b011-da5efaff39dc HTTP/1.1" status: 204 len: 168 time: 0.4524221 Jul 13 19:26:11.969514 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9c544e-f779-4ecf-98a1-869498fbab2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7308639-f130-4f75-b011-da5efaff39dc,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:12.027512 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5989ae98-d149-403c-8c28-a4fd2b80894f None None] Checking router: b299da8c-f74d-4b8c-afd6-d60053b56697 for host: dv-cinder-786932-3-iscsi {{(pid=92926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:26:12.053771 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c959e6-2f05-4f77-a132-363e4404a131 x-openstack-request-id: req-33c959e6-2f05-4f77-a132-363e4404a131 {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:26:12.054504 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0909f2bb-be20-45ae-8c60-ff915a4a6ef9", "tag": "a2242329-dfec-4674-b0eb-7f1344dd3639", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:26:12.054757 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-33c959e6-2f05-4f77-a132-363e4404a131 {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:26:12.055814 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0909f2bb-be20-45ae-8c60-ff915a4a6ef9', 'tag': 'a2242329-dfec-4674-b0eb-7f1344dd3639', 'status': 'completed', 'code': 200} Jul 13 19:26:12.060135 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5989ae98-d149-403c-8c28-a4fd2b80894f None None] Routers {'b299da8c-f74d-4b8c-afd6-d60053b56697'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:26:12.061053 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-5989ae98-d149-403c-8c28-a4fd2b80894f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:25:49Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['b299da8c-f74d-4b8c-afd6-d60053b56697'], 'active': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:12.202416 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e1ddbe-1232-4db7-b9f3-9e0a30bbe882 x-openstack-request-id: req-b0e1ddbe-1232-4db7-b9f3-9e0a30bbe882 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:26:12.208382 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "398f0204-f020-474d-a5d7-3164baae27ca", "name": "network-vif-deleted", "tag": "3ce30647-46b4-42ff-96a1-ddec3f3a89e7", "status": "completed", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:26:12.208382 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b0e1ddbe-1232-4db7-b9f3-9e0a30bbe882 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:26:12.208801 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '398f0204-f020-474d-a5d7-3164baae27ca', 'name': 'network-vif-deleted', 'tag': '3ce30647-46b4-42ff-96a1-ddec3f3a89e7', 'status': 'completed', 'code': 200} Jul 13 19:26:12.252575 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2608fd-cbd8-4daf-b8df-9850e7740d9c req-84bf73df-2b70-4a85-9aa5-bdaf8fc0916f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:12.256249 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1b2608fd-cbd8-4daf-b8df-9850e7740d9c req-84bf73df-2b70-4a85-9aa5-bdaf8fc0916f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=09d928f8d15b4be49420ac3d92a41f6f&device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 1098 time: 0.1692164 Jul 13 19:26:12.273836 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-a99540a4-6232-4e9d-8866-a2ec6e927ae9 req-9be31872-046b-42fb-a597-009df88965f0 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab2b9013-0584-4b8a-bf5a-9c27dc620f82 HTTP/1.1" status: 200 len: 210 time: 0.1230385 Jul 13 19:26:12.392350 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fde0eb9-9f6a-4fe7-ab2e-7d65ab93ae6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:12.402544 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fde0eb9-9f6a-4fe7-ab2e-7d65ab93ae6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:12.419061 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvr_db [None req-5989ae98-d149-403c-8c28-a4fd2b80894f None None] Set router b299da8c-f74d-4b8c-afd6-d60053b56697 gateway port host: dv-cinder-786932-3-iscsi {{(pid=92926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:26:12.462596 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde0eb9-9f6a-4fe7-ab2e-7d65ab93ae6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeedaadb-a5ed-45c5-b455-1774cf1d8039,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:12.475604 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-8fde0eb9-9f6a-4fe7-ab2e-7d65ab93ae6c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=27bb752e6a6e467a874659b65a86d7d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9709582 Jul 13 19:26:12.478096 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 50852) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:12.603721 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2608fd-cbd8-4daf-b8df-9850e7740d9c req-91bb5ce1-7c13-4720-8c78-36085261eb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:12.604005 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 50856) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:12.606252 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1b2608fd-cbd8-4daf-b8df-9850e7740d9c req-91bb5ce1-7c13-4720-8c78-36085261eb2f service neutron] 10.222.0.18 "GET /v2.0/networks?id=922632e1-2fcb-4d44-a394-325429781ce3 HTTP/1.1" status: 200 len: 911 time: 0.3428886 Jul 13 19:26:12.621241 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-88dc8e78-c0fa-4f40-a625-d36d8f7ff193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:12.766579 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-17208f0d-4fce-43c2-a869-76dfae40b5b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:12.845311 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 50862) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:12.851119 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1b2608fd-cbd8-4daf-b8df-9850e7740d9c req-c8c61129-d335-4879-8061-1e01bf8bf8e0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2242329-dfec-4674-b0eb-7f1344dd3639 HTTP/1.1" status: 200 len: 999 time: 0.2361474 Jul 13 19:26:12.905566 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-17208f0d-4fce-43c2-a869-76dfae40b5b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:12.974819 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-88dc8e78-c0fa-4f40-a625-d36d8f7ff193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:12.980522 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7b8d2e02-b9a4-48c9-a6c1-cf08b6df14c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:12.999899 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-88dc8e78-c0fa-4f40-a625-d36d8f7ff193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:13.019915 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2608fd-cbd8-4daf-b8df-9850e7740d9c req-1181281e-004d-4b6e-b9bf-ec44967d1769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:13.023161 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1b2608fd-cbd8-4daf-b8df-9850e7740d9c req-1181281e-004d-4b6e-b9bf-ec44967d1769 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e577557a-4de0-4b64-b346-c9cb7908bed6 HTTP/1.1" status: 200 len: 849 time: 0.1573257 Jul 13 19:26:13.116539 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-17208f0d-4fce-43c2-a869-76dfae40b5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:13.125506 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-17208f0d-4fce-43c2-a869-76dfae40b5b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:13.132683 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-17208f0d-4fce-43c2-a869-76dfae40b5b3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/eeedaadb-a5ed-45c5-b455-1774cf1d8039 HTTP/1.1" status: 204 len: 168 time: 0.6532493 Jul 13 19:26:13.163594 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-5989ae98-d149-403c-8c28-a4fd2b80894f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b299da8c-f74d-4b8c-afd6-d60053b56697', 'name': 'tempest-AttachVolumeTestJSON-205678765-router', 'tenant_id': '09d928f8d15b4be49420ac3d92a41f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '2780c301-af71-40ac-8dc0-dad9143e9d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:06Z', 'updated_at': '2021-07-13T19:25:14Z', 'revision_number': 4, 'project_id': '09d928f8d15b4be49420ac3d92a41f6f', 'gw_port': {'id': '2780c301-af71-40ac-8dc0-dad9143e9d26', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b299da8c-f74d-4b8c-afd6-d60053b56697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:07Z', 'updated_at': '2021-07-13T19:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_floatingips': [{'id': 'a23d70f9-8250-4804-bc10-94dad6f446ab', 'tenant_id': '09d928f8d15b4be49420ac3d92a41f6f', 'floating_ip_address': '172.27.1.157', 'floating_network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'router_id': 'b299da8c-f74d-4b8c-afd6-d60053b56697', 'port_id': 'a2242329-dfec-4674-b0eb-7f1344dd3639', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '922632e1-2fcb-4d44-a394-325429781ce3', 'mac_address': 'fa:16:3e:30:b8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0909f2bb-be20-45ae-8c60-ff915a4a6ef9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:25:23Z', 'updated_at': '2021-07-13T19:26:08Z', 'revision_number': 1, 'project_id': '09d928f8d15b4be49420ac3d92a41f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efb67827-29bc-4c74-b0d4-318722a2f78f', 'name': '', 'network_id': '922632e1-2fcb-4d44-a394-325429781ce3', 'tenant_id': '09d928f8d15b4be49420ac3d92a41f6f', 'mac_address': 'fa:16:3e:44:fa:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b299da8c-f74d-4b8c-afd6-d60053b56697', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e577557a-4de0-4b64-b346-c9cb7908bed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:12Z', 'updated_at': '2021-07-13T19:25:29Z', 'revision_number': 5, 'project_id': '09d928f8d15b4be49420ac3d92a41f6f', 'subnets': [{'id': 'e577557a-4de0-4b64-b346-c9cb7908bed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:13.183469 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17208f0d-4fce-43c2-a869-76dfae40b5b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeedaadb-a5ed-45c5-b455-1774cf1d8039,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:13.204116 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2608fd-cbd8-4daf-b8df-9850e7740d9c req-9aae33c0-224e-42ec-b155-402dc2c695e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:13.205841 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1b2608fd-cbd8-4daf-b8df-9850e7740d9c req-9aae33c0-224e-42ec-b155-402dc2c695e5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=922632e1-2fcb-4d44-a394-325429781ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1752458 Jul 13 19:26:13.273314 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5989ae98-d149-403c-8c28-a4fd2b80894f None None] The sync data for ids ['b299da8c-f74d-4b8c-afd6-d60053b56697'] in dv-cinder-786932-3-iscsi is: [{'id': 'b299da8c-f74d-4b8c-afd6-d60053b56697', 'name': 'tempest-AttachVolumeTestJSON-205678765-router', 'tenant_id': '09d928f8d15b4be49420ac3d92a41f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '2780c301-af71-40ac-8dc0-dad9143e9d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:06Z', 'updated_at': '2021-07-13T19:25:14Z', 'revision_number': 4, 'project_id': '09d928f8d15b4be49420ac3d92a41f6f', 'gw_port': {'id': '2780c301-af71-40ac-8dc0-dad9143e9d26', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b299da8c-f74d-4b8c-afd6-d60053b56697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:07Z', 'updated_at': '2021-07-13T19:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_floatingips': [{'id': 'a23d70f9-8250-4804-bc10-94dad6f446ab', 'tenant_id': '09d928f8d15b4be49420ac3d92a41f6f', 'floating_ip_address': '172.27.1.157', 'floating_network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'router_id': 'b299da8c-f74d-4b8c-afd6-d60053b56697', 'port_id': 'a2242329-dfec-4674-b0eb-7f1344dd3639', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '922632e1-2fcb-4d44-a394-325429781ce3', 'mac_address': 'fa:16:3e:30:b8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0909f2bb-be20-45ae-8c60-ff915a4a6ef9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:25:23Z', 'updated_at': '2021-07-13T19:26:08Z', 'revision_number': 1, 'project_id': '09d928f8d15b4be49420ac3d92a41f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efb67827-29bc-4c74-b0d4-318722a2f78f', 'name': '', 'network_id': '922632e1-2fcb-4d44-a394-325429781ce3', 'tenant_id': '09d928f8d15b4be49420ac3d92a41f6f', 'mac_address': 'fa:16:3e:44:fa:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b299da8c-f74d-4b8c-afd6-d60053b56697', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e577557a-4de0-4b64-b346-c9cb7908bed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:12Z', 'updated_at': '2021-07-13T19:25:29Z', 'revision_number': 5, 'project_id': '09d928f8d15b4be49420ac3d92a41f6f', 'subnets': [{'id': 'e577557a-4de0-4b64-b346-c9cb7908bed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:26:13.421361 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device 3ce30647-46b4-42ff-96a1-ddec3f3a89e7 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:26:13.524569 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] No Port match for: 3ce30647-46b4-42ff-96a1-ddec3f3a89e7 {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:26:13.524931 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device 3ce30647-46b4-42ff-96a1-ddec3f3a89e7 not bound to the agent host hv-cinder-78693 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:26:13.608593 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-86cd3781-1e80-4b46-8b8b-94bfcea152d0 req-1b3da07a-3920-4f81-a9ea-591cdf16d26c tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab2b9013-0584-4b8a-bf5a-9c27dc620f82 HTTP/1.1" status: 200 len: 210 time: 0.0883818 Jul 13 19:26:13.621964 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1b2608fd-cbd8-4daf-b8df-9850e7740d9c req-2ab65918-62f6-4203-9599-c89d9e7de50e service neutron] 10.222.0.18 "GET /v2.0/networks/922632e1-2fcb-4d44-a394-325429781ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4004619 Jul 13 19:26:13.627742 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-88dc8e78-c0fa-4f40-a625-d36d8f7ff193 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=77a76e2ad620474fa8735f51753fdbb3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0222254 Jul 13 19:26:13.629089 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-5db3d64c-9967-476c-b9f9-f80a70a979c3 req-77877582-d2d7-4298-ac04-6ac023715f04 tempest-DeleteServersTestJSON-350802148 tempest-DeleteServersTestJSON-350802148-project] 10.222.0.67 "GET /v2.0/ports?device_id=398f0204-f020-474d-a5d7-3164baae27ca HTTP/1.1" status: 200 len: 210 time: 0.1648564 Jul 13 19:26:13.629588 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 50882) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:13.702452 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dc8e78-c0fa-4f40-a625-d36d8f7ff193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d9466c-48c5-45a2-afa1-ad6f148a4608,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:13.723762 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394abe24-cc6b-40e1-9e20-440aae891505 None None] New status for floating IP a23d70f9-8250-4804-bc10-94dad6f446ab: ACTIVE {{(pid=92925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:26:13.868666 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7b8d2e02-b9a4-48c9-a6c1-cf08b6df14c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:13.875956 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7b8d2e02-b9a4-48c9-a6c1-cf08b6df14c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:13.967888 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8d2e02-b9a4-48c9-a6c1-cf08b6df14c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0730f8ec-f159-43c9-81e7-68413397e48d,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:13.972697 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3e9ce212-510a-4b75-85e4-7ff194986c74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:14.022873 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3e9ce212-510a-4b75-85e4-7ff194986c74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:14.087280 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1b2608fd-cbd8-4daf-b8df-9850e7740d9c req-183d98d2-fccf-44b4-b05d-5621a1da82c6 service neutron] 10.222.0.18 "GET /v2.0/networks/922632e1-2fcb-4d44-a394-325429781ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4535308 Jul 13 19:26:14.099082 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-7b8d2e02-b9a4-48c9-a6c1-cf08b6df14c6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=317e918e02fe46f6917c445222525b5a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2498779 Jul 13 19:26:14.103496 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 50894) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:14.123432 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3e9ce212-510a-4b75-85e4-7ff194986c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:14.134613 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3e9ce212-510a-4b75-85e4-7ff194986c74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:14.137041 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-3e9ce212-510a-4b75-85e4-7ff194986c74 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e1d9466c-48c5-45a2-afa1-ad6f148a4608 HTTP/1.1" status: 204 len: 168 time: 0.5054479 Jul 13 19:26:14.167472 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9ce212-510a-4b75-85e4-7ff194986c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d9466c-48c5-45a2-afa1-ad6f148a4608,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:14.361853 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f069bfb-5520-4ee6-85d3-51eb6d0e78a4 req-00b49beb-88ad-40de-bf3c-19ca899a9548 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:14.363959 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2f069bfb-5520-4ee6-85d3-51eb6d0e78a4 req-00b49beb-88ad-40de-bf3c-19ca899a9548 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] 10.222.0.18 "GET /v2.0/networks?id=f3a27e8f-0aa6-4ff3-af1a-6b8905573dd2 HTTP/1.1" status: 200 len: 809 time: 0.3986099 Jul 13 19:26:14.367422 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-6e4ab864-3a51-4f57-bb74-a8a648fb368a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:14.379110 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [req-2f069bfb-5520-4ee6-85d3-51eb6d0e78a4 req-64f31226-5c39-4c29-a2c7-7e2bf18054e1 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] Request body: {'port': {'device_id': 'ab2b9013-0584-4b8a-bf5a-9c27dc620f82', 'network_id': 'f3a27e8f-0aa6-4ff3-af1a-6b8905573dd2', 'admin_state_up': True, 'tenant_id': 'ff9ec7a527e14076a82bb11248bc304a'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:26:14.483215 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-6e4ab864-3a51-4f57-bb74-a8a648fb368a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:14.577914 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-6e4ab864-3a51-4f57-bb74-a8a648fb368a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:14.580597 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-6e4ab864-3a51-4f57-bb74-a8a648fb368a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:14.582178 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-6e4ab864-3a51-4f57-bb74-a8a648fb368a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0730f8ec-f159-43c9-81e7-68413397e48d HTTP/1.1" status: 204 len: 168 time: 0.4770048 Jul 13 19:26:14.598224 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4ab864-3a51-4f57-bb74-a8a648fb368a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0730f8ec-f159-43c9-81e7-68413397e48d,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:14.609405 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f069bfb-5520-4ee6-85d3-51eb6d0e78a4 req-64f31226-5c39-4c29-a2c7-7e2bf18054e1 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] Made reservation on behalf of ff9ec7a527e14076a82bb11248bc304a for: {'port': 1} {{(pid=92924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:26:14.613741 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-2f069bfb-5520-4ee6-85d3-51eb6d0e78a4 req-64f31226-5c39-4c29-a2c7-7e2bf18054e1 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:14.835401 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-193cf03f-9720-4404-aea4-93af4498df4d req-cdd71087-fdff-4e7e-b14b-3dd78801233b tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab2b9013-0584-4b8a-bf5a-9c27dc620f82 HTTP/1.1" status: 200 len: 210 time: 0.0438764 Jul 13 19:26:14.837622 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [req-2f069bfb-5520-4ee6-85d3-51eb6d0e78a4 req-64f31226-5c39-4c29-a2c7-7e2bf18054e1 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] Allocated IP 172.20.0.13 (f3a27e8f-0aa6-4ff3-af1a-6b8905573dd2/72e2c0b1-3b39-42dd-93d4-55967fa1316f/266f3001-b5f0-410c-add5-d3ddc69a135c) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:26:15.075271 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-2f069bfb-5520-4ee6-85d3-51eb6d0e78a4 req-64f31226-5c39-4c29-a2c7-7e2bf18054e1 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:15.149399 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-2f069bfb-5520-4ee6-85d3-51eb6d0e78a4 req-64f31226-5c39-4c29-a2c7-7e2bf18054e1 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752272454283'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:15.212100 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f069bfb-5520-4ee6-85d3-51eb6d0e78a4 req-64f31226-5c39-4c29-a2c7-7e2bf18054e1 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] Network f3a27e8f-0aa6-4ff3-af1a-6b8905573dd2 is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:26:15.218253 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [req-2f069bfb-5520-4ee6-85d3-51eb6d0e78a4 req-64f31226-5c39-4c29-a2c7-7e2bf18054e1 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:26:15.227956 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f069bfb-5520-4ee6-85d3-51eb6d0e78a4 req-64f31226-5c39-4c29-a2c7-7e2bf18054e1 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:26:15.234036 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f069bfb-5520-4ee6-85d3-51eb6d0e78a4 req-64f31226-5c39-4c29-a2c7-7e2bf18054e1 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:15.234858 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-2f069bfb-5520-4ee6-85d3-51eb6d0e78a4 req-64f31226-5c39-4c29-a2c7-7e2bf18054e1 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:15.250389 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f31226-5c39-4c29-a2c7-7e2bf18054e1 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] Pushing event updated for resources: {'Port': ['ID=266f3001-b5f0-410c-add5-d3ddc69a135c,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:15.259005 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2f069bfb-5520-4ee6-85d3-51eb6d0e78a4 req-64f31226-5c39-4c29-a2c7-7e2bf18054e1 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8855619 Jul 13 19:26:15.271978 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [req-2f069bfb-5520-4ee6-85d3-51eb6d0e78a4 req-22f31f7e-b8be-450e-b4db-e8fb18e26ea1 service neutron] Request body: {'port': {'device_id': 'ab2b9013-0584-4b8a-bf5a-9c27dc620f82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:26:15.422016 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-2f069bfb-5520-4ee6-85d3-51eb6d0e78a4 req-22f31f7e-b8be-450e-b4db-e8fb18e26ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:15.809548 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [req-2f069bfb-5520-4ee6-85d3-51eb6d0e78a4 req-22f31f7e-b8be-450e-b4db-e8fb18e26ea1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 266f3001-b5f0-410c-add5-d3ddc69a135c {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:26:15.819956 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-2f069bfb-5520-4ee6-85d3-51eb6d0e78a4 req-22f31f7e-b8be-450e-b4db-e8fb18e26ea1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:15.837760 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [req-2f069bfb-5520-4ee6-85d3-51eb6d0e78a4 req-22f31f7e-b8be-450e-b4db-e8fb18e26ea1 service neutron] Transition to ACTIVE for port object 266f3001-b5f0-410c-add5-d3ddc69a135c will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:26:15.839869 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-2f069bfb-5520-4ee6-85d3-51eb6d0e78a4 req-22f31f7e-b8be-450e-b4db-e8fb18e26ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:15.927211 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f31f7e-b8be-450e-b4db-e8fb18e26ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=266f3001-b5f0-410c-add5-d3ddc69a135c,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:15.956912 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-2f069bfb-5520-4ee6-85d3-51eb6d0e78a4 req-22f31f7e-b8be-450e-b4db-e8fb18e26ea1 service neutron] Attempting to bind port 266f3001-b5f0-410c-add5-d3ddc69a135c on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:26:15.957250 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-2f069bfb-5520-4ee6-85d3-51eb6d0e78a4 req-22f31f7e-b8be-450e-b4db-e8fb18e26ea1 service neutron] Attempting to bind port 266f3001-b5f0-410c-add5-d3ddc69a135c by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '4f0a7b8d-8977-486c-a192-c6aa6614dc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f3a27e8f-0aa6-4ff3-af1a-6b8905573dd2'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:26:15.957579 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f069bfb-5520-4ee6-85d3-51eb6d0e78a4 req-22f31f7e-b8be-450e-b4db-e8fb18e26ea1 service neutron] Attempting to bind port 266f3001-b5f0-410c-add5-d3ddc69a135c on network f3a27e8f-0aa6-4ff3-af1a-6b8905573dd2 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:26:15.965758 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f069bfb-5520-4ee6-85d3-51eb6d0e78a4 req-22f31f7e-b8be-450e-b4db-e8fb18e26ea1 service neutron] Port 266f3001-b5f0-410c-add5-d3ddc69a135c on network f3a27e8f-0aa6-4ff3-af1a-6b8905573dd2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:26:15.966220 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f069bfb-5520-4ee6-85d3-51eb6d0e78a4 req-22f31f7e-b8be-450e-b4db-e8fb18e26ea1 service neutron] Attempting to bind port 266f3001-b5f0-410c-add5-d3ddc69a135c on network f3a27e8f-0aa6-4ff3-af1a-6b8905573dd2 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:26:15.972362 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f069bfb-5520-4ee6-85d3-51eb6d0e78a4 req-22f31f7e-b8be-450e-b4db-e8fb18e26ea1 service neutron] Checking agent: {'id': '4a103c85-e045-48ce-a8be-787d9b9ed000', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 23, 28), 'started_at': datetime.datetime(2021, 7, 13, 19, 23, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:26:15.972736 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f069bfb-5520-4ee6-85d3-51eb6d0e78a4 req-22f31f7e-b8be-450e-b4db-e8fb18e26ea1 service neutron] Checking segment: {'id': '4f0a7b8d-8977-486c-a192-c6aa6614dc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f3a27e8f-0aa6-4ff3-af1a-6b8905573dd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:26:15.973345 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f069bfb-5520-4ee6-85d3-51eb6d0e78a4 req-22f31f7e-b8be-450e-b4db-e8fb18e26ea1 service neutron] Bound using segment: {'id': '4f0a7b8d-8977-486c-a192-c6aa6614dc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f3a27e8f-0aa6-4ff3-af1a-6b8905573dd2'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:26:15.973822 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-2f069bfb-5520-4ee6-85d3-51eb6d0e78a4 req-22f31f7e-b8be-450e-b4db-e8fb18e26ea1 service neutron] Bound port: 266f3001-b5f0-410c-add5-d3ddc69a135c, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f0a7b8d-8977-486c-a192-c6aa6614dc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f3a27e8f-0aa6-4ff3-af1a-6b8905573dd2'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:26:15.974175 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-2f069bfb-5520-4ee6-85d3-51eb6d0e78a4 req-22f31f7e-b8be-450e-b4db-e8fb18e26ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:16.042248 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babdae96-351a-4f7a-9236-8b7049452bd5 req-f2bdb42c-c71c-42e4-be49-b2673086544e tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:16.049122 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-babdae96-351a-4f7a-9236-8b7049452bd5 req-f2bdb42c-c71c-42e4-be49-b2673086544e tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab2b9013-0584-4b8a-bf5a-9c27dc620f82 HTTP/1.1" status: 200 len: 944 time: 0.0726869 Jul 13 19:26:16.063719 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-2f069bfb-5520-4ee6-85d3-51eb6d0e78a4 req-22f31f7e-b8be-450e-b4db-e8fb18e26ea1 service neutron] For port 266f3001-b5f0-410c-add5-d3ddc69a135c, host hv-cinder-78693, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:26:16.069960 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-2f069bfb-5520-4ee6-85d3-51eb6d0e78a4 req-22f31f7e-b8be-450e-b4db-e8fb18e26ea1 service neutron] For port 266f3001-b5f0-410c-add5-d3ddc69a135c, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=266f3001-b5f0-410c-add5-d3ddc69a135c,segment=NetworkSegment(4f0a7b8d-8977-486c-a192-c6aa6614dc22),segment_id=4f0a7b8d-8977-486c-a192-c6aa6614dc22)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:26:16.076520 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-2f069bfb-5520-4ee6-85d3-51eb6d0e78a4 req-22f31f7e-b8be-450e-b4db-e8fb18e26ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:16.096631 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-babdae96-351a-4f7a-9236-8b7049452bd5 req-3ce04647-7271-47d7-8286-5859d9ae9d9d tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] 10.222.0.67 "GET /v2.0/security-groups?id=e5bc2327-1b96-4bf8-a4d4-b35c4de09296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465600 Jul 13 19:26:16.122089 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f069bfb-5520-4ee6-85d3-51eb6d0e78a4 req-22f31f7e-b8be-450e-b4db-e8fb18e26ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:16.122712 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-2f069bfb-5520-4ee6-85d3-51eb6d0e78a4 req-22f31f7e-b8be-450e-b4db-e8fb18e26ea1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:16.124176 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2f069bfb-5520-4ee6-85d3-51eb6d0e78a4 req-22f31f7e-b8be-450e-b4db-e8fb18e26ea1 service neutron] 10.222.0.18 "PUT /v2.0/ports/266f3001-b5f0-410c-add5-d3ddc69a135c HTTP/1.1" status: 200 len: 1094 time: 0.8581920 Jul 13 19:26:16.124613 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab2b9013-0584-4b8a-bf5a-9c27dc620f82', 'tag': '266f3001-b5f0-410c-add5-d3ddc69a135c'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:26:16.127451 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8879ae7e4e4d0f25c61261a3e286ece662f5d6b6250d5f2cd5814de7b022cdc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b74865-1fe7-4867-a3f2-b4a23e557669" -d '{"events": [{"name": "network-changed", "server_uuid": "ab2b9013-0584-4b8a-bf5a-9c27dc620f82", "tag": "266f3001-b5f0-410c-add5-d3ddc69a135c"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:26:16.165140 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f31f7e-b8be-450e-b4db-e8fb18e26ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=266f3001-b5f0-410c-add5-d3ddc69a135c,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:16.197097 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b195b6-d605-431d-8ba1-cf3d522ff361 x-openstack-request-id: req-89b195b6-d605-431d-8ba1-cf3d522ff361 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:26:16.197389 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab2b9013-0584-4b8a-bf5a-9c27dc620f82", "tag": "266f3001-b5f0-410c-add5-d3ddc69a135c", "status": "completed", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:26:16.197635 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-89b195b6-d605-431d-8ba1-cf3d522ff361 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:26:16.198024 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab2b9013-0584-4b8a-bf5a-9c27dc620f82', 'tag': '266f3001-b5f0-410c-add5-d3ddc69a135c', 'status': 'completed', 'code': 200} Jul 13 19:26:16.232613 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f069bfb-5520-4ee6-85d3-51eb6d0e78a4 req-5f19d3e9-d440-488f-977d-9e3428879d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:16.234454 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2f069bfb-5520-4ee6-85d3-51eb6d0e78a4 req-5f19d3e9-d440-488f-977d-9e3428879d89 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ff9ec7a527e14076a82bb11248bc304a&device_id=ab2b9013-0584-4b8a-bf5a-9c27dc620f82 HTTP/1.1" status: 200 len: 1097 time: 0.0664442 Jul 13 19:26:16.283812 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2f069bfb-5520-4ee6-85d3-51eb6d0e78a4 req-d0232bc5-69d0-4d96-889c-241ae927d832 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=266f3001-b5f0-410c-add5-d3ddc69a135c HTTP/1.1" status: 200 len: 217 time: 0.0423853 Jul 13 19:26:16.322871 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14e910c0-e566-4fe1-8205-2e2d6690085f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:16.341555 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f069bfb-5520-4ee6-85d3-51eb6d0e78a4 req-e72fd425-5182-46cd-8ad5-01bd263bdff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:16.344190 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2f069bfb-5520-4ee6-85d3-51eb6d0e78a4 req-e72fd425-5182-46cd-8ad5-01bd263bdff2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=72e2c0b1-3b39-42dd-93d4-55967fa1316f HTTP/1.1" status: 200 len: 849 time: 0.0546231 Jul 13 19:26:16.390673 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2f069bfb-5520-4ee6-85d3-51eb6d0e78a4 req-a28e8277-0fa9-4cce-af93-16f2e795cdcc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f3a27e8f-0aa6-4ff3-af1a-6b8905573dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385129 Jul 13 19:26:16.418871 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 51024) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:16.472890 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_v2 [None req-05c7a578-65d7-4982-a18a-b06a6b90dac2 admin admin] Deleting subnet 9532763a-ab68-4ae5-9397-9560792a67ba {{(pid=92923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:26:16.477471 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-05c7a578-65d7-4982-a18a-b06a6b90dac2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:16.516652 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-05c7a578-65d7-4982-a18a-b06a6b90dac2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:16.524505 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2f069bfb-5520-4ee6-85d3-51eb6d0e78a4 req-d628212f-76c9-4ac3-ab00-671ac3632744 service neutron] 10.222.0.18 "GET /v2.0/networks/f3a27e8f-0aa6-4ff3-af1a-6b8905573dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273816 Jul 13 19:26:16.526972 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-05c7a578-65d7-4982-a18a-b06a6b90dac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3824333'] for subnet, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:16.594289 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-05c7a578-65d7-4982-a18a-b06a6b90dac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3824308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108'] for subnet, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:16.630468 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c7a578-65d7-4982-a18a-b06a6b90dac2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9532763a-ab68-4ae5-9397-9560792a67ba,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:16.633376 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-05c7a578-65d7-4982-a18a-b06a6b90dac2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:16.635555 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-05c7a578-65d7-4982-a18a-b06a6b90dac2 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/9532763a-ab68-4ae5-9397-9560792a67ba HTTP/1.1" status: 204 len: 168 time: 0.2154572 Jul 13 19:26:16.638145 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 51036) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:16.652482 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2f069bfb-5520-4ee6-85d3-51eb6d0e78a4 req-9f8c38d7-a7b8-44af-b671-3367582c370f service neutron] 10.222.0.18 "GET /v2.0/networks/f3a27e8f-0aa6-4ff3-af1a-6b8905573dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218739 Jul 13 19:26:16.658360 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 51038) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:16.766203 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-16a5dfb2-9dfe-49ff-adc7-99ae50880d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3741476'] for network, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:16.830016 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b74865-1fe7-4867-a3f2-b4a23e557669 req-f0cce9d6-4f4f-4ba7-8adb-4a6626e99f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:16.833953 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-25b74865-1fe7-4867-a3f2-b4a23e557669 req-f0cce9d6-4f4f-4ba7-8adb-4a6626e99f1d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ff9ec7a527e14076a82bb11248bc304a&device_id=ab2b9013-0584-4b8a-bf5a-9c27dc620f82 HTTP/1.1" status: 200 len: 1097 time: 0.1182935 Jul 13 19:26:16.935823 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-16a5dfb2-9dfe-49ff-adc7-99ae50880d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3818072', 'neutron.services.segments.db._delete_segments_for_network-8752273001027'] for network, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:16.951172 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a2859d45-96a1-47f9-86e2-9d934f0b8c05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:16.960063 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-16a5dfb2-9dfe-49ff-adc7-99ae50880d3c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:26:16.960433 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-16a5dfb2-9dfe-49ff-adc7-99ae50880d3c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:26:16.961868 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-16a5dfb2-9dfe-49ff-adc7-99ae50880d3c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:26:16.962481 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-16a5dfb2-9dfe-49ff-adc7-99ae50880d3c admin admin] Subscribe: > port after_create 55550000 {{(pid=92923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:26:16.962740 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-16a5dfb2-9dfe-49ff-adc7-99ae50880d3c admin admin] Subscribe: > port after_delete 55550000 {{(pid=92923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:26:16.963086 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-16a5dfb2-9dfe-49ff-adc7-99ae50880d3c admin admin] Subscribe: > port after_update 55550000 {{(pid=92923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:26:16.963443 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-16a5dfb2-9dfe-49ff-adc7-99ae50880d3c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:26:16.963944 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-16a5dfb2-9dfe-49ff-adc7-99ae50880d3c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:26:16.964418 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-16a5dfb2-9dfe-49ff-adc7-99ae50880d3c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:26:16.964971 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-16a5dfb2-9dfe-49ff-adc7-99ae50880d3c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:26:17.056925 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b74865-1fe7-4867-a3f2-b4a23e557669 req-a970d765-330f-461e-8875-202ca6418549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:17.058556 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-25b74865-1fe7-4867-a3f2-b4a23e557669 req-a970d765-330f-461e-8875-202ca6418549 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f3a27e8f-0aa6-4ff3-af1a-6b8905573dd2 HTTP/1.1" status: 200 len: 910 time: 0.2086244 Jul 13 19:26:17.110183 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-25b74865-1fe7-4867-a3f2-b4a23e557669 req-045fa2eb-ce8b-45e8-a199-ae77612d457f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=266f3001-b5f0-410c-add5-d3ddc69a135c HTTP/1.1" status: 200 len: 217 time: 0.0437100 Jul 13 19:26:17.173231 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-16a5dfb2-9dfe-49ff-adc7-99ae50880d3c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:26:17.174573 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-16a5dfb2-9dfe-49ff-adc7-99ae50880d3c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:26:17.175498 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-16a5dfb2-9dfe-49ff-adc7-99ae50880d3c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:26:17.176150 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-16a5dfb2-9dfe-49ff-adc7-99ae50880d3c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:26:17.177095 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-16a5dfb2-9dfe-49ff-adc7-99ae50880d3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aabaeb63-5c54-4b34-b49e-52ca68f3a206']}} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:17.186496 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b74865-1fe7-4867-a3f2-b4a23e557669 req-98708df7-fcb3-460a-8832-b1a4b2be2fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:17.187681 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-25b74865-1fe7-4867-a3f2-b4a23e557669 req-98708df7-fcb3-460a-8832-b1a4b2be2fa4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=72e2c0b1-3b39-42dd-93d4-55967fa1316f HTTP/1.1" status: 200 len: 849 time: 0.0687406 Jul 13 19:26:17.203616 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-16a5dfb2-9dfe-49ff-adc7-99ae50880d3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f1af203-9b3e-40af-a81f-d888de5fde99') {'for_net_delete': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:17.204069 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-16a5dfb2-9dfe-49ff-adc7-99ae50880d3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f1af203-9b3e-40af-a81f-d888de5fde99') {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:17.221499 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-16a5dfb2-9dfe-49ff-adc7-99ae50880d3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752273006156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130178904'] for segment, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:17.245692 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-16a5dfb2-9dfe-49ff-adc7-99ae50880d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825552'] for segment, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:17.256642 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16a5dfb2-9dfe-49ff-adc7-99ae50880d3c admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=92923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:26:17.257644 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-16a5dfb2-9dfe-49ff-adc7-99ae50880d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130466087'] for segment, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:17.262561 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-25b74865-1fe7-4867-a3f2-b4a23e557669 req-4decbddd-7b0c-4994-856d-94e881804f7a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f3a27e8f-0aa6-4ff3-af1a-6b8905573dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627644 Jul 13 19:26:17.267848 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a2859d45-96a1-47f9-86e2-9d934f0b8c05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:17.282611 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a2859d45-96a1-47f9-86e2-9d934f0b8c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:17.308664 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 51074) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:17.319557 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-a2859d45-96a1-47f9-86e2-9d934f0b8c05 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b1160e849a73423c982b4ffdebf0b8f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6599648 Jul 13 19:26:17.327107 dv-cinder-786932-3-iscsi neutron-server[92923]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 19:26:17.327107 dv-cinder-786932-3-iscsi neutron-server[92923]: from cryptography.utils import int_from_bytes Jul 13 19:26:17.327107 dv-cinder-786932-3-iscsi neutron-server[92923]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 19:26:17.327107 dv-cinder-786932-3-iscsi neutron-server[92923]: from cryptography.utils import int_from_bytes Jul 13 19:26:17.327107 dv-cinder-786932-3-iscsi neutron-server[92923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:26:17.327107 dv-cinder-786932-3-iscsi neutron-server[92923]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:26:17.327107 dv-cinder-786932-3-iscsi neutron-server[92923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:26:17.327107 dv-cinder-786932-3-iscsi neutron-server[92923]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:26:17.327107 dv-cinder-786932-3-iscsi neutron-server[92923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:26:17.327107 dv-cinder-786932-3-iscsi neutron-server[92923]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:26:17.327107 dv-cinder-786932-3-iscsi neutron-server[92923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:26:17.327107 dv-cinder-786932-3-iscsi neutron-server[92923]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:26:17.327107 dv-cinder-786932-3-iscsi neutron-server[92923]: Traceback (most recent call last): Jul 13 19:26:17.327107 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:26:17.327107 dv-cinder-786932-3-iscsi neutron-server[92923]: timer() Jul 13 19:26:17.327107 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:26:17.327107 dv-cinder-786932-3-iscsi neutron-server[92923]: cb(*args, **kw) Jul 13 19:26:17.327107 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:26:17.327107 dv-cinder-786932-3-iscsi neutron-server[92923]: return func(*args, **kwargs) Jul 13 19:26:17.327107 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:26:17.327107 dv-cinder-786932-3-iscsi neutron-server[92923]: self._notify() Jul 13 19:26:17.327107 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:26:17.327107 dv-cinder-786932-3-iscsi neutron-server[92923]: self.callback(batched_events) Jul 13 19:26:17.327107 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:26:17.327107 dv-cinder-786932-3-iscsi neutron-server[92923]: event.method(event) Jul 13 19:26:17.327107 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:26:17.327107 dv-cinder-786932-3-iscsi neutron-server[92923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:26:17.327107 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:26:17.327107 dv-cinder-786932-3-iscsi neutron-server[92923]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:26:17.327107 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:26:17.327107 dv-cinder-786932-3-iscsi neutron-server[92923]: return f(self, *a, **k) Jul 13 19:26:17.327107 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:26:17.327107 dv-cinder-786932-3-iscsi neutron-server[92923]: return self._get(url).json() Jul 13 19:26:17.327107 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:26:17.327107 dv-cinder-786932-3-iscsi neutron-server[92923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:26:17.327107 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:26:17.327107 dv-cinder-786932-3-iscsi neutron-server[92923]: return self.request(url, 'GET', **kwargs) Jul 13 19:26:17.327107 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:26:17.327107 dv-cinder-786932-3-iscsi neutron-server[92923]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:26:17.327107 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:26:17.327107 dv-cinder-786932-3-iscsi neutron-server[92923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:26:17.327107 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:26:17.327107 dv-cinder-786932-3-iscsi neutron-server[92923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:26:17.327107 dv-cinder-786932-3-iscsi neutron-server[92923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:26:17.336313 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 51076) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:17.400208 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2859d45-96a1-47f9-86e2-9d934f0b8c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6300c6ca-5828-4499-b06e-3b72f3b0a2c7,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:17.446080 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d4c4d8-9532-4ad3-9cce-ece3fdc4a0bc req-86fc4cdb-1894-4bf3-ade7-f8abe56abde5 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:17.448202 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-94d4c4d8-9532-4ad3-9cce-ece3fdc4a0bc req-86fc4cdb-1894-4bf3-ade7-f8abe56abde5 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab2b9013-0584-4b8a-bf5a-9c27dc620f82 HTTP/1.1" status: 200 len: 944 time: 0.1180453 Jul 13 19:26:17.448992 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-16a5dfb2-9dfe-49ff-adc7-99ae50880d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3818063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760437'] for network, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:17.462117 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-51c25eee-0115-4863-a53b-1f0550c746d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:17.469010 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a5dfb2-9dfe-49ff-adc7-99ae50880d3c admin admin] Pushing event deleted for resources: {'Network': ['ID=aabaeb63-5c54-4b34-b49e-52ca68f3a206,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:17.472181 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-16a5dfb2-9dfe-49ff-adc7-99ae50880d3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600154'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:17.476910 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-16a5dfb2-9dfe-49ff-adc7-99ae50880d3c admin admin] 10.222.0.67 "DELETE /v2.0/networks/aabaeb63-5c54-4b34-b49e-52ca68f3a206 HTTP/1.1" status: 204 len: 168 time: 0.8338230 Jul 13 19:26:17.488094 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-51c25eee-0115-4863-a53b-1f0550c746d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:17.511861 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-94d4c4d8-9532-4ad3-9cce-ece3fdc4a0bc req-291e5bbb-9f81-4b61-8950-068b7158cebc tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] 10.222.0.67 "GET /v2.0/security-groups?id=e5bc2327-1b96-4bf8-a4d4-b35c4de09296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454061 Jul 13 19:26:17.550644 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-eba956ca-43b7-4f67-bfef-6030be102e7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:17.560437 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-25b74865-1fe7-4867-a3f2-b4a23e557669 req-a2f2e5e9-2abd-459a-a437-fdbf85ddebfa service neutron] 10.222.0.18 "GET /v2.0/networks/f3a27e8f-0aa6-4ff3-af1a-6b8905573dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882187 Jul 13 19:26:17.642590 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-51c25eee-0115-4863-a53b-1f0550c746d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:17.645227 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-51c25eee-0115-4863-a53b-1f0550c746d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:17.646356 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-51c25eee-0115-4863-a53b-1f0550c746d4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6300c6ca-5828-4499-b06e-3b72f3b0a2c7 HTTP/1.1" status: 204 len: 168 time: 0.3060899 Jul 13 19:26:17.666098 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 51090) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:17.673786 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c25eee-0115-4863-a53b-1f0550c746d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6300c6ca-5828-4499-b06e-3b72f3b0a2c7,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:17.727642 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-25b74865-1fe7-4867-a3f2-b4a23e557669 req-1cea47f3-6141-48e6-a846-fcfd2a234932 service neutron] 10.222.0.18 "GET /v2.0/networks/f3a27e8f-0aa6-4ff3-af1a-6b8905573dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581197 Jul 13 19:26:17.766111 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-f0ab6701-2716-4913-93a7-f1f0b729f1c1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=235c3d241f2a474aa976bf358c985539&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0954530 Jul 13 19:26:17.766526 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 51092) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:17.768767 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-eba956ca-43b7-4f67-bfef-6030be102e7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:17.773414 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-eba956ca-43b7-4f67-bfef-6030be102e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:17.819098 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-eba956ca-43b7-4f67-bfef-6030be102e7a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=85b588db3f37477fb74561b39c109ada&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4981880 Jul 13 19:26:17.821536 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba956ca-43b7-4f67-bfef-6030be102e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04029b8f-8206-480a-976b-c5f0c81a9642,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:17.823361 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 51094) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:17.882699 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2fca730e-2ae9-43d7-a77d-b40c0cf5a0f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:17.943162 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2fca730e-2ae9-43d7-a77d-b40c0cf5a0f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:17.983929 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1e0cc491-b308-4aed-bd54-ca3f7a1917ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:18.031264 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1e0cc491-b308-4aed-bd54-ca3f7a1917ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:18.069239 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2fca730e-2ae9-43d7-a77d-b40c0cf5a0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:18.072733 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2fca730e-2ae9-43d7-a77d-b40c0cf5a0f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:18.073920 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-2fca730e-2ae9-43d7-a77d-b40c0cf5a0f2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/651e3464-cd35-4d86-aec2-d7c084e2dcd5 HTTP/1.1" status: 204 len: 168 time: 0.3063765 Jul 13 19:26:18.090585 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fca730e-2ae9-43d7-a77d-b40c0cf5a0f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651e3464-cd35-4d86-aec2-d7c084e2dcd5,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:18.114152 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1e0cc491-b308-4aed-bd54-ca3f7a1917ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:18.118898 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1e0cc491-b308-4aed-bd54-ca3f7a1917ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:18.121366 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-1e0cc491-b308-4aed-bd54-ca3f7a1917ee admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/04029b8f-8206-480a-976b-c5f0c81a9642 HTTP/1.1" status: 204 len: 168 time: 0.2958977 Jul 13 19:26:18.133324 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0cc491-b308-4aed-bd54-ca3f7a1917ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04029b8f-8206-480a-976b-c5f0c81a9642,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:18.522012 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 51124) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:18.646600 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 51134) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:18.661154 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1dfa5d81-8401-4d32-850e-13b20ec3bc47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:18.716193 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22eed05-0a5b-4fda-929c-42109f5f8fd0 req-8afab079-6c78-4b61-9551-9a9d8d765f7d tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:18.723338 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-b22eed05-0a5b-4fda-929c-42109f5f8fd0 req-8afab079-6c78-4b61-9551-9a9d8d765f7d tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab2b9013-0584-4b8a-bf5a-9c27dc620f82 HTTP/1.1" status: 200 len: 944 time: 0.0838416 Jul 13 19:26:18.777659 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-b22eed05-0a5b-4fda-929c-42109f5f8fd0 req-6f274138-9c3b-4bd4-9ce9-5b9f9edd28c9 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] 10.222.0.67 "GET /v2.0/security-groups?id=e5bc2327-1b96-4bf8-a4d4-b35c4de09296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532577 Jul 13 19:26:18.810671 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1dfa5d81-8401-4d32-850e-13b20ec3bc47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:18.815907 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1dfa5d81-8401-4d32-850e-13b20ec3bc47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:18.816811 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8f25d55f-6b5c-4d67-9665-3e8f8c7dbc6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:18.861700 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfa5d81-8401-4d32-850e-13b20ec3bc47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ca4df0-c3b6-42a4-b764-bb5571fabdaa,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:18.868847 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-1dfa5d81-8401-4d32-850e-13b20ec3bc47 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5a38d46a32be494bace0c8a64d195b3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2203553 Jul 13 19:26:18.871620 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 51138) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:18.953618 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-841f0e70-4002-4eb5-b7d9-469c97a7c065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:18.980297 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-620f2620-d798-468e-b256-ea2ad4478d3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:18.983782 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8f25d55f-6b5c-4d67-9665-3e8f8c7dbc6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:18.989351 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8f25d55f-6b5c-4d67-9665-3e8f8c7dbc6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:19.063292 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-620f2620-d798-468e-b256-ea2ad4478d3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:19.063509 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-8f25d55f-6b5c-4d67-9665-3e8f8c7dbc6d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b2b665ccaa9049a1a4ae67f7d8ae24ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5380194 Jul 13 19:26:19.068295 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 51154) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:19.070171 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f25d55f-6b5c-4d67-9665-3e8f8c7dbc6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f78db2-91bd-48c8-8685-5bc1008d0777,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:19.083111 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:19.182507 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-620f2620-d798-468e-b256-ea2ad4478d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:19.185867 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-620f2620-d798-468e-b256-ea2ad4478d3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:19.189919 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-620f2620-d798-468e-b256-ea2ad4478d3c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/80ca4df0-c3b6-42a4-b764-bb5571fabdaa HTTP/1.1" status: 204 len: 168 time: 0.3163364 Jul 13 19:26:19.200277 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d8fbf426-4d15-496e-b964-78cb99c3d7b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:19.201771 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620f2620-d798-468e-b256-ea2ad4478d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ca4df0-c3b6-42a4-b764-bb5571fabdaa,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:19.267337 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d8fbf426-4d15-496e-b964-78cb99c3d7b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:19.370178 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d8fbf426-4d15-496e-b964-78cb99c3d7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:19.376980 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d8fbf426-4d15-496e-b964-78cb99c3d7b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:19.378695 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-d8fbf426-4d15-496e-b964-78cb99c3d7b6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/47f78db2-91bd-48c8-8685-5bc1008d0777 HTTP/1.1" status: 204 len: 168 time: 0.3094282 Jul 13 19:26:19.396165 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fbf426-4d15-496e-b964-78cb99c3d7b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f78db2-91bd-48c8-8685-5bc1008d0777,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:19.457898 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device 266f3001-b5f0-410c-add5-d3ddc69a135c details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:26:19.598905 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port 266f3001-b5f0-410c-add5-d3ddc69a135c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=266f3001-b5f0-410c-add5-d3ddc69a135c,segment=NetworkSegment(4f0a7b8d-8977-486c-a192-c6aa6614dc22),segment_id=4f0a7b8d-8977-486c-a192-c6aa6614dc22)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:19.624236 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Returning: {'device': '266f3001-b5f0-410c-add5-d3ddc69a135c', 'network_id': 'f3a27e8f-0aa6-4ff3-af1a-6b8905573dd2', 'port_id': '266f3001-b5f0-410c-add5-d3ddc69a135c', 'mac_address': 'fa:16:3e:ab:65:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72e2c0b1-3b39-42dd-93d4-55967fa1316f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:26:19.673663 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:19.692127 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 266f3001-b5f0-410c-add5-d3ddc69a135c {{(pid=92925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:26:19.713305 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port 266f3001-b5f0-410c-add5-d3ddc69a135c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=266f3001-b5f0-410c-add5-d3ddc69a135c,segment=NetworkSegment(4f0a7b8d-8977-486c-a192-c6aa6614dc22),segment_id=4f0a7b8d-8977-486c-a192-c6aa6614dc22)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:19.719358 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:19.781574 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Pushing event updated for resources: {'Port': ['ID=266f3001-b5f0-410c-add5-d3ddc69a135c,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:19.791491 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:19.791837 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:19.792219 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:19.792852 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:19.793280 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:19.793649 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:19.794006 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:19.794351 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:19.794699 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:19.795121 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:19.795499 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:19.796065 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:19.959955 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] get_ports_and_sgs() called for port_ids ['266f3001-b5f0-410c-add5-d3ddc69a135c'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:26:20.129662 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12760757-3bc5-49c8-8648-3cb094d8e151 req-a9abe42f-847a-4bd7-855d-40fad2a37472 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:20.131551 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-12760757-3bc5-49c8-8648-3cb094d8e151 req-a9abe42f-847a-4bd7-855d-40fad2a37472 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab2b9013-0584-4b8a-bf5a-9c27dc620f82 HTTP/1.1" status: 200 len: 945 time: 0.0847325 Jul 13 19:26:20.180513 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-12760757-3bc5-49c8-8648-3cb094d8e151 req-cd5ac2bb-9d1c-4cd5-9878-e8d37d9a2640 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] 10.222.0.67 "GET /v2.0/security-groups?id=e5bc2327-1b96-4bf8-a4d4-b35c4de09296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422249 Jul 13 19:26:20.199319 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f121cc10-15a3-4774-9d3b-44cefef2260b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:20.219468 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 51220) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:20.433335 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [None req-563f040d-9177-41b2-87e0-d433208f8ddb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1750079385-network', 'tenant_id': '248dce75e9c94921877d1b32ba31a634'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:26:20.479395 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563f040d-9177-41b2-87e0-d433208f8ddb admin admin] Made reservation on behalf of 248dce75e9c94921877d1b32ba31a634 for: {'network': 1} {{(pid=92924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:26:20.487768 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-563f040d-9177-41b2-87e0-d433208f8ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for network, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:20.500004 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-563f040d-9177-41b2-87e0-d433208f8ddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:20.683426 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-563f040d-9177-41b2-87e0-d433208f8ddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:20.691457 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-563f040d-9177-41b2-87e0-d433208f8ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:20.741182 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-563f040d-9177-41b2-87e0-d433208f8ddb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=92924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:26:20.762525 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563f040d-9177-41b2-87e0-d433208f8ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed08cf2a-6000-453b-9736-97ae9e8727ca,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:20.782491 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-563f040d-9177-41b2-87e0-d433208f8ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825552'] for segment, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:20.782837 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.db.segments_db [None req-563f040d-9177-41b2-87e0-d433208f8ddb admin admin] Added segment 748c1b89-7c14-4ba5-90cd-7c5ac679752b of type vlan for network fc4a6477-68b4-4cfe-9108-edf87a192a01 Jul 13 19:26:20.828574 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-563f040d-9177-41b2-87e0-d433208f8ddb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752272460036'] for network, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:20.877539 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-563f040d-9177-41b2-87e0-d433208f8ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108'] for network, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:20.878640 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563f040d-9177-41b2-87e0-d433208f8ddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:20.879349 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-563f040d-9177-41b2-87e0-d433208f8ddb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600154'] for network, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:20.892238 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 51256) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:20.939354 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-563f040d-9177-41b2-87e0-d433208f8ddb admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7186334 Jul 13 19:26:20.942231 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 51260) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:20.948035 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-8e0d6e87-dc91-4f85-b09c-39ebb6c3ab24 admin admin] Request body: {'subnet': {'network_id': 'fc4a6477-68b4-4cfe-9108-edf87a192a01', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1750079385-subnet', 'tenant_id': '248dce75e9c94921877d1b32ba31a634', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:26:20.950030 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563f040d-9177-41b2-87e0-d433208f8ddb admin admin] Pushing event updated for resources: {'Network': ['ID=fc4a6477-68b4-4cfe-9108-edf87a192a01,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:20.962409 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Network fc4a6477-68b4-4cfe-9108-edf87a192a01 details requested by agent ovs-agent-dv-cinder-786932-3-iscsi with host dv-cinder-786932-3-iscsi {{(pid=92925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:26:20.983022 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e0d6e87-dc91-4f85-b09c-39ebb6c3ab24 admin admin] Made reservation on behalf of 248dce75e9c94921877d1b32ba31a634 for: {'subnet': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:26:20.994568 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8e0d6e87-dc91-4f85-b09c-39ebb6c3ab24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130128677'] for subnet, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:21.093021 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c3ff84df-132b-439e-9a0d-5438297de8f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:21.175554 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 51266) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:21.248842 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8e0d6e87-dc91-4f85-b09c-39ebb6c3ab24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130470984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130128663'] for subnet, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:21.381532 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0d6e87-dc91-4f85-b09c-39ebb6c3ab24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fedad9ab-ec25-46bf-a611-8dd9aa1299f2,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:21.389024 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0d6e87-dc91-4f85-b09c-39ebb6c3ab24 admin admin] Checking segment: {'id': '748c1b89-7c14-4ba5-90cd-7c5ac679752b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fc4a6477-68b4-4cfe-9108-edf87a192a01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:26:21.389402 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0d6e87-dc91-4f85-b09c-39ebb6c3ab24 admin admin] Network hostable DHCP agents. Network: fc4a6477-68b4-4cfe-9108-edf87a192a01, hostable agents: ['7ca4706b-9f63-429b-b1b9-7cbaa1b8656d'], hosted agents: [] {{(pid=92923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:26:21.421692 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c3ff84df-132b-439e-9a0d-5438297de8f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:21.440638 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c3ff84df-132b-439e-9a0d-5438297de8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:21.466842 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f36b5899-a698-4f4a-a3c2-15ae9c205dca admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:21.473828 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device 266f3001-b5f0-410c-add5-d3ddc69a135c up at agent hyperv_hv-cinder-78693 {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:26:21.474050 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0d6e87-dc91-4f85-b09c-39ebb6c3ab24 admin admin] Network fc4a6477-68b4-4cfe-9108-edf87a192a01 is scheduled to be hosted by DHCP agent 7ca4706b-9f63-429b-b1b9-7cbaa1b8656d with binding_index 1 {{(pid=92923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:26:21.515256 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-8e0d6e87-dc91-4f85-b09c-39ebb6c3ab24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-3-iscsi, fc4a6477-68b4-4cfe-9108-edf87a192a01) {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:26:21.519912 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0d6e87-dc91-4f85-b09c-39ebb6c3ab24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:21.520698 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8e0d6e87-dc91-4f85-b09c-39ebb6c3ab24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:21.529386 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44617d76-53f1-45e9-9d58-c8433c04343d None None] Network fc4a6477-68b4-4cfe-9108-edf87a192a01 requested from dv-cinder-786932-3-iscsi {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:26:21.533926 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-c3ff84df-132b-439e-9a0d-5438297de8f8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=01f07417193b46869d2dac46d60eb6a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6405973 Jul 13 19:26:21.536929 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 51282) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:21.553065 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Provisioning for port 266f3001-b5f0-410c-add5-d3ddc69a135c completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:26:21.580276 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c26f92-9c8c-4d37-b005-1fa4ca27e9db req-5f047a6d-0af1-43e8-ab7f-5efa533d404d tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:21.581853 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f4c26f92-9c8c-4d37-b005-1fa4ca27e9db req-5f047a6d-0af1-43e8-ab7f-5efa533d404d tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab2b9013-0584-4b8a-bf5a-9c27dc620f82 HTTP/1.1" status: 200 len: 945 time: 0.2545335 Jul 13 19:26:21.591927 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Provisioning complete for port 266f3001-b5f0-410c-add5-d3ddc69a135c triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:26:21.592549 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:21.617035 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3bdca6c3-3469-4653-9081-87dd194fe7f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:21.624630 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ff84df-132b-439e-9a0d-5438297de8f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f30b0e04-44e7-45a4-a56d-59ce1930d595,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:21.656522 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3bdca6c3-3469-4653-9081-87dd194fe7f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:21.726170 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-90e910e5-9927-492e-a649-803b472a565a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:21.732305 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f4c26f92-9c8c-4d37-b005-1fa4ca27e9db req-c5173728-ebd5-4128-a25c-a457f6a687a3 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] 10.222.0.67 "GET /v2.0/security-groups?id=e5bc2327-1b96-4bf8-a4d4-b35c4de09296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218579 Jul 13 19:26:21.740579 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3bdca6c3-3469-4653-9081-87dd194fe7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:21.744784 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3bdca6c3-3469-4653-9081-87dd194fe7f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:21.748439 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-3bdca6c3-3469-4653-9081-87dd194fe7f6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f30b0e04-44e7-45a4-a56d-59ce1930d595 HTTP/1.1" status: 204 len: 168 time: 0.2076182 Jul 13 19:26:21.767722 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdca6c3-3469-4653-9081-87dd194fe7f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30b0e04-44e7-45a4-a56d-59ce1930d595,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:21.770455 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:21.814650 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028709c6-cf4f-44ac-a50e-7f57b1b22759 None None] Network fc4a6477-68b4-4cfe-9108-edf87a192a01 requested from dv-cinder-786932-3-iscsi {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:26:21.857438 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f36b5899-a698-4f4a-a3c2-15ae9c205dca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:21.864170 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f36b5899-a698-4f4a-a3c2-15ae9c205dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:21.870312 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab2b9013-0584-4b8a-bf5a-9c27dc620f82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '266f3001-b5f0-410c-add5-d3ddc69a135c'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:26:21.873057 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540c69b029c7553e3853e743d2a892cf8287872a4bddd25c2711216cf853e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221955b9-0817-4bb6-beb8-b9a2e7d9e98a" -d '{"events": [{"server_uuid": "ab2b9013-0584-4b8a-bf5a-9c27dc620f82", "name": "network-vif-plugged", "status": "completed", "tag": "266f3001-b5f0-410c-add5-d3ddc69a135c"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:26:21.894166 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-8e0d6e87-dc91-4f85-b09c-39ebb6c3ab24 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9508421 Jul 13 19:26:21.895405 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port 266f3001-b5f0-410c-add5-d3ddc69a135c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=266f3001-b5f0-410c-add5-d3ddc69a135c,segment=NetworkSegment(4f0a7b8d-8977-486c-a192-c6aa6614dc22),segment_id=4f0a7b8d-8977-486c-a192-c6aa6614dc22)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:21.897185 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 51296) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:21.902518 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [None req-555c6d59-b8a0-4a3e-85c5-015989b20b22 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1750079385-router', 'tenant_id': '248dce75e9c94921877d1b32ba31a634', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2'}}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:26:21.914969 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:21.956490 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-555c6d59-b8a0-4a3e-85c5-015989b20b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-759456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9169'] for router, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:21.958465 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-555c6d59-b8a0-4a3e-85c5-015989b20b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9178'] for router, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:22.007410 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 51298) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:22.012966 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa3187e-49e8-4bfb-b083-a606a5595872 x-openstack-request-id: req-daa3187e-49e8-4bfb-b083-a606a5595872 {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:26:22.018506 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab2b9013-0584-4b8a-bf5a-9c27dc620f82", "name": "network-vif-plugged", "status": "completed", "tag": "266f3001-b5f0-410c-add5-d3ddc69a135c", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:26:22.018768 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-daa3187e-49e8-4bfb-b083-a606a5595872 {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:26:22.019175 dv-cinder-786932-3-iscsi neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab2b9013-0584-4b8a-bf5a-9c27dc620f82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '266f3001-b5f0-410c-add5-d3ddc69a135c', 'code': 200} Jul 13 19:26:22.030826 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-f36b5899-a698-4f4a-a3c2-15ae9c205dca admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=dd1c0ab3b2534a25b943fac5eb82d6eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8419209 Jul 13 19:26:22.031947 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36b5899-a698-4f4a-a3c2-15ae9c205dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ac9c4f-673b-41b7-b29a-85ab7a580af8,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:22.112340 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Pushing event updated for resources: {'Port': ['ID=266f3001-b5f0-410c-add5-d3ddc69a135c,revision_number=5']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:22.126830 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-555c6d59-b8a0-4a3e-85c5-015989b20b22 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:22.330116 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f6748-1dcd-4826-992e-bf7a16103061 req-d6f76ec7-1cee-4454-9aa9-acb23e783db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:22.332986 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-8d3f6748-1dcd-4826-992e-bf7a16103061 req-d6f76ec7-1cee-4454-9aa9-acb23e783db2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ab2b9013-0584-4b8a-bf5a-9c27dc620f82 HTTP/1.1" status: 200 len: 1099 time: 0.0794165 Jul 13 19:26:22.384530 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-dd9ce54c-eb9c-4510-8e4c-36c04e47bb0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:22.402760 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-8d3f6748-1dcd-4826-992e-bf7a16103061 req-261c6dbe-50f7-459d-8dbf-b916ae96509c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e5bc2327-1b96-4bf8-a4d4-b35c4de09296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591662 Jul 13 19:26:22.404468 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-555c6d59-b8a0-4a3e-85c5-015989b20b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-761308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-759478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10800'] for router, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:22.426826 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-dd9ce54c-eb9c-4510-8e4c-36c04e47bb0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:22.440634 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-cc697b2c-f521-493d-91da-6a85f561d0da req-c77a054b-f6e4-493c-9a44-ccb1a24d6da1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3605380 Jul 13 19:26:22.621904 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-dd9ce54c-eb9c-4510-8e4c-36c04e47bb0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:22.624655 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-dd9ce54c-eb9c-4510-8e4c-36c04e47bb0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:22.625813 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-dd9ce54c-eb9c-4510-8e4c-36c04e47bb0a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/97ac9c4f-673b-41b7-b29a-85ab7a580af8 HTTP/1.1" status: 204 len: 168 time: 0.6132882 Jul 13 19:26:22.643547 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9ce54c-eb9c-4510-8e4c-36c04e47bb0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ac9c4f-673b-41b7-b29a-85ab7a580af8,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:22.662041 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc697b2c-f521-493d-91da-6a85f561d0da req-74070659-a8d6-4983-8e1d-3e0e5b9711b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:22.663806 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-cc697b2c-f521-493d-91da-6a85f561d0da req-74070659-a8d6-4983-8e1d-3e0e5b9711b3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=09d928f8d15b4be49420ac3d92a41f6f&device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 1098 time: 0.1250350 Jul 13 19:26:22.906602 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-555c6d59-b8a0-4a3e-85c5-015989b20b22 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:22.931652 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc697b2c-f521-493d-91da-6a85f561d0da req-d8473ab5-cfa0-4bd1-8c08-f3b9d1a0354f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:22.934577 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-cc697b2c-f521-493d-91da-6a85f561d0da req-d8473ab5-cfa0-4bd1-8c08-f3b9d1a0354f service neutron] 10.222.0.18 "GET /v2.0/networks?id=922632e1-2fcb-4d44-a394-325429781ce3 HTTP/1.1" status: 200 len: 911 time: 0.2115352 Jul 13 19:26:22.935038 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-555c6d59-b8a0-4a3e-85c5-015989b20b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:23.379099 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 51340) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:23.395650 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4880e03c-7d44-4c53-b1a7-7d9097d4430a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:23.526259 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4880e03c-7d44-4c53-b1a7-7d9097d4430a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:23.531988 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4880e03c-7d44-4c53-b1a7-7d9097d4430a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:23.545706 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-cc697b2c-f521-493d-91da-6a85f561d0da req-0e1cd9d5-a7fb-4422-963f-8db104389050 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2242329-dfec-4674-b0eb-7f1344dd3639 HTTP/1.1" status: 200 len: 1001 time: 0.5478323 Jul 13 19:26:23.570200 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4880e03c-7d44-4c53-b1a7-7d9097d4430a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4201e516-8e1a-4d50-a16d-f9db3a6277c0,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:23.590538 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-4880e03c-7d44-4c53-b1a7-7d9097d4430a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f10c5e481d70499bbf60310a9c8a39fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2078910 Jul 13 19:26:23.591142 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 51346) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:23.664652 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bbd5b6cb-68ae-487f-b3fb-8945d2106fc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:23.679267 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [None req-555c6d59-b8a0-4a3e-85c5-015989b20b22 admin admin] Allocated IP 172.27.1.84 (c2fcde99-d8d4-483e-a474-248e3afaaef2/3c8e1596-5f1e-4fec-b61e-66ec42c4519a/031d6d9e-de85-4b69-afd7-c4f55797018c) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:26:23.690506 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bbd5b6cb-68ae-487f-b3fb-8945d2106fc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:23.721253 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc697b2c-f521-493d-91da-6a85f561d0da req-41773ca6-75e8-40bb-b240-ee9135d40193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:23.722860 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-cc697b2c-f521-493d-91da-6a85f561d0da req-41773ca6-75e8-40bb-b240-ee9135d40193 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e577557a-4de0-4b64-b346-c9cb7908bed6 HTTP/1.1" status: 200 len: 849 time: 0.1710298 Jul 13 19:26:23.744829 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40058b-d3b3-4c19-9e1f-c2a43a87514a req-13b53aa6-b535-4e89-9164-d3ac8f4ea662 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:23.751965 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-af40058b-d3b3-4c19-9e1f-c2a43a87514a req-13b53aa6-b535-4e89-9164-d3ac8f4ea662 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab2b9013-0584-4b8a-bf5a-9c27dc620f82 HTTP/1.1" status: 200 len: 946 time: 0.3483384 Jul 13 19:26:23.763899 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bbd5b6cb-68ae-487f-b3fb-8945d2106fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:23.766835 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bbd5b6cb-68ae-487f-b3fb-8945d2106fc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:23.775381 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-bbd5b6cb-68ae-487f-b3fb-8945d2106fc2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4201e516-8e1a-4d50-a16d-f9db3a6277c0 HTTP/1.1" status: 204 len: 168 time: 0.1787560 Jul 13 19:26:23.812474 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd5b6cb-68ae-487f-b3fb-8945d2106fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4201e516-8e1a-4d50-a16d-f9db3a6277c0,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:23.871121 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-555c6d59-b8a0-4a3e-85c5-015989b20b22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:23.986996 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-af40058b-d3b3-4c19-9e1f-c2a43a87514a req-1c85fb08-cd00-47dd-9918-9f8202dcbcd2 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] 10.222.0.67 "GET /v2.0/security-groups?id=e5bc2327-1b96-4bf8-a4d4-b35c4de09296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972936 Jul 13 19:26:23.999088 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-555c6d59-b8a0-4a3e-85c5-015989b20b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752272454283'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:24.049804 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555c6d59-b8a0-4a3e-85c5-015989b20b22 admin admin] Network c2fcde99-d8d4-483e-a474-248e3afaaef2 is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:26:24.059843 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-555c6d59-b8a0-4a3e-85c5-015989b20b22 admin admin] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:26:24.066280 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555c6d59-b8a0-4a3e-85c5-015989b20b22 admin admin] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:26:24.075628 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc697b2c-f521-493d-91da-6a85f561d0da req-a42c88de-046a-4786-aebf-7170dc279cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:24.076398 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-cc697b2c-f521-493d-91da-6a85f561d0da req-a42c88de-046a-4786-aebf-7170dc279cb1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=922632e1-2fcb-4d44-a394-325429781ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3234103 Jul 13 19:26:24.081262 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555c6d59-b8a0-4a3e-85c5-015989b20b22 admin admin] Pushing event updated for resources: {'Port': ['ID=031d6d9e-de85-4b69-afd7-c4f55797018c,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:24.360513 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-cc697b2c-f521-493d-91da-6a85f561d0da req-7f8999fc-920a-4739-986d-b6dfb0ea0adc service neutron] 10.222.0.18 "GET /v2.0/networks/922632e1-2fcb-4d44-a394-325429781ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018342 Jul 13 19:26:24.495567 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-555c6d59-b8a0-4a3e-85c5-015989b20b22 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:24.559044 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-cc697b2c-f521-493d-91da-6a85f561d0da req-96633f7f-74e0-4bc0-8fc1-293edc012528 service neutron] 10.222.0.18 "GET /v2.0/networks/922632e1-2fcb-4d44-a394-325429781ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855664 Jul 13 19:26:24.735993 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-555c6d59-b8a0-4a3e-85c5-015989b20b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760381'] for router, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:24.886360 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-555c6d59-b8a0-4a3e-85c5-015989b20b22 admin admin] Router 7174badd-d23c-4768-969e-aae290243405 is scheduled to L3 agent beedb406-ab13-44dd-957b-972171d020d2 with binding_index 1 {{(pid=92924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:26:25.095526 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-555c6d59-b8a0-4a3e-85c5-015989b20b22 admin admin] Notify agent at l3_agent.dv-cinder-786932-3-iscsi the message routers_updated {{(pid=92924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:26:25.118922 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a16d91-9a25-4f74-833d-90ce0013b7fd None None] Sync routers for ids ['7174badd-d23c-4768-969e-aae290243405'] in dv-cinder-786932-3-iscsi {{(pid=92926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:26:25.121883 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-555c6d59-b8a0-4a3e-85c5-015989b20b22 admin admin] Notify callbacks [] for router, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:25.123542 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-555c6d59-b8a0-4a3e-85c5-015989b20b22 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.2247455 Jul 13 19:26:25.126225 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 51398) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:25.132471 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a16d91-9a25-4f74-833d-90ce0013b7fd None None] Routers {'7174badd-d23c-4768-969e-aae290243405'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:26:25.133226 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-c7a16d91-9a25-4f74-833d-90ce0013b7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:26:19Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['7174badd-d23c-4768-969e-aae290243405'], 'active': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:25.424438 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef6611-205b-46c4-983e-4f931d6075e1 req-2ffe960c-1cdd-4872-99db-68fabbd86d4c tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:25.425970 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d0ef6611-205b-46c4-983e-4f931d6075e1 req-2ffe960c-1cdd-4872-99db-68fabbd86d4c tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab2b9013-0584-4b8a-bf5a-9c27dc620f82 HTTP/1.1" status: 200 len: 946 time: 0.1687510 Jul 13 19:26:25.474379 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvr_db [None req-c7a16d91-9a25-4f74-833d-90ce0013b7fd None None] Set router 7174badd-d23c-4768-969e-aae290243405 gateway port host: dv-cinder-786932-3-iscsi {{(pid=92926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:26:25.556749 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d0ef6611-205b-46c4-983e-4f931d6075e1 req-431df97a-bd03-4255-99f2-e6053484e7a5 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] 10.222.0.67 "GET /v2.0/security-groups?id=e5bc2327-1b96-4bf8-a4d4-b35c4de09296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225147 Jul 13 19:26:25.765816 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-c7a16d91-9a25-4f74-833d-90ce0013b7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7174badd-d23c-4768-969e-aae290243405', 'name': 'tempest-ServerRescueNegativeTestJSON-1750079385-router', 'tenant_id': '248dce75e9c94921877d1b32ba31a634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '031d6d9e-de85-4b69-afd7-c4f55797018c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:26:21Z', 'updated_at': '2021-07-13T19:26:24Z', 'revision_number': 3, 'project_id': '248dce75e9c94921877d1b32ba31a634', 'gw_port': {'id': '031d6d9e-de85-4b69-afd7-c4f55797018c', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4a:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7174badd-d23c-4768-969e-aae290243405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:26:22Z', 'updated_at': '2021-07-13T19:26:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi'}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:25.802135 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a16d91-9a25-4f74-833d-90ce0013b7fd None None] Checking router: 7174badd-d23c-4768-969e-aae290243405 for host: dv-cinder-786932-3-iscsi {{(pid=92926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:26:25.803335 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a16d91-9a25-4f74-833d-90ce0013b7fd None None] Updating router 7174badd-d23c-4768-969e-aae290243405 port 031d6d9e-de85-4b69-afd7-c4f55797018c binding host dv-cinder-786932-3-iscsi {{(pid=92926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:26:25.851349 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-c7a16d91-9a25-4f74-833d-90ce0013b7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:26.178721 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7cd3aa8e-23e5-4d93-b6fa-7ce1a3555566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:26.231783 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-c7a16d91-9a25-4f74-833d-90ce0013b7fd None None] Notify callbacks [] for port, precommit_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:26.253614 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.provisioning_blocks [None req-c7a16d91-9a25-4f74-833d-90ce0013b7fd None None] Transition to ACTIVE for port object 031d6d9e-de85-4b69-afd7-c4f55797018c will not be triggered until provisioned by entity L2. {{(pid=92926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:26:26.264057 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-c7a16d91-9a25-4f74-833d-90ce0013b7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:26.362283 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218f5bca-d6af-4762-80e5-95a960ff7b49 None None] Pushing event updated for resources: {'Port': ['ID=031d6d9e-de85-4b69-afd7-c4f55797018c,revision_number=2']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:26.365623 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [None req-c7a16d91-9a25-4f74-833d-90ce0013b7fd None None] Attempting to bind port 031d6d9e-de85-4b69-afd7-c4f55797018c on host dv-cinder-786932-3-iscsi for vnic_type normal with profile {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:26:26.366098 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [None req-c7a16d91-9a25-4f74-833d-90ce0013b7fd None None] Attempting to bind port 031d6d9e-de85-4b69-afd7-c4f55797018c by drivers openvswitch,hyperv on host dv-cinder-786932-3-iscsi at level 0 using segments [{'id': '2c1c5ac3-7b69-4096-8790-4108a346deee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2'}] {{(pid=92926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:26:26.366563 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a16d91-9a25-4f74-833d-90ce0013b7fd None None] Attempting to bind port 031d6d9e-de85-4b69-afd7-c4f55797018c on network c2fcde99-d8d4-483e-a474-248e3afaaef2 {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:26:26.376920 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a16d91-9a25-4f74-833d-90ce0013b7fd None None] Checking agent: {'id': '9c58f4e9-8628-43da-8d7d-cb04bd9f4726', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 19), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:26:26.377314 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a16d91-9a25-4f74-833d-90ce0013b7fd None None] Checking segment: {'id': '2c1c5ac3-7b69-4096-8790-4108a346deee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:26:26.377732 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-c7a16d91-9a25-4f74-833d-90ce0013b7fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:26.378139 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a16d91-9a25-4f74-833d-90ce0013b7fd None None] Bound using segment: {'id': '2c1c5ac3-7b69-4096-8790-4108a346deee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2'} {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:26:26.378625 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [None req-c7a16d91-9a25-4f74-833d-90ce0013b7fd None None] Bound port: 031d6d9e-de85-4b69-afd7-c4f55797018c, host: dv-cinder-786932-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c1c5ac3-7b69-4096-8790-4108a346deee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2'}}] {{(pid=92926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:26:26.379026 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-c7a16d91-9a25-4f74-833d-90ce0013b7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:26.381664 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218f5bca-d6af-4762-80e5-95a960ff7b49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:26.382527 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218f5bca-d6af-4762-80e5-95a960ff7b49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:26.383038 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218f5bca-d6af-4762-80e5-95a960ff7b49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:26.383614 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218f5bca-d6af-4762-80e5-95a960ff7b49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:26.383960 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218f5bca-d6af-4762-80e5-95a960ff7b49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:26.384302 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218f5bca-d6af-4762-80e5-95a960ff7b49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:26.384646 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218f5bca-d6af-4762-80e5-95a960ff7b49 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:26.384982 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218f5bca-d6af-4762-80e5-95a960ff7b49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:26.385337 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218f5bca-d6af-4762-80e5-95a960ff7b49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:26.385675 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218f5bca-d6af-4762-80e5-95a960ff7b49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:26.386002 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218f5bca-d6af-4762-80e5-95a960ff7b49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:26.386330 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218f5bca-d6af-4762-80e5-95a960ff7b49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:26.454647 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.db [None req-c7a16d91-9a25-4f74-833d-90ce0013b7fd None None] For port 031d6d9e-de85-4b69-afd7-c4f55797018c, host dv-cinder-786932-3-iscsi, cleared binding levels {{(pid=92926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:26:26.455687 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [None req-7cd3aa8e-23e5-4d93-b6fa-7ce1a3555566 admin admin] Allocated IP 172.20.0.1 (fc4a6477-68b4-4cfe-9108-edf87a192a01/fedad9ab-ec25-46bf-a611-8dd9aa1299f2/249299f8-633c-4f82-8162-086a1cf9142d) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:26:26.458157 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.db [None req-c7a16d91-9a25-4f74-833d-90ce0013b7fd None None] For port 031d6d9e-de85-4b69-afd7-c4f55797018c, host dv-cinder-786932-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=031d6d9e-de85-4b69-afd7-c4f55797018c,segment=NetworkSegment(2c1c5ac3-7b69-4096-8790-4108a346deee),segment_id=2c1c5ac3-7b69-4096-8790-4108a346deee)] {{(pid=92926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:26:26.463883 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-c7a16d91-9a25-4f74-833d-90ce0013b7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:26.478335 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 51442) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:26.527148 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a16d91-9a25-4f74-833d-90ce0013b7fd None None] Routers {'7174badd-d23c-4768-969e-aae290243405'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:26:26.527835 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-c7a16d91-9a25-4f74-833d-90ce0013b7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:26:19Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['7174badd-d23c-4768-969e-aae290243405'], 'active': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:26.592797 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218f5bca-d6af-4762-80e5-95a960ff7b49 None None] Pushing event updated for resources: {'Port': ['ID=031d6d9e-de85-4b69-afd7-c4f55797018c,revision_number=3']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:26.650146 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-2045106b-640f-42d6-9163-79cc2753ffda admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:26.681298 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7cd3aa8e-23e5-4d93-b6fa-7ce1a3555566 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:26.717664 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvr_db [None req-c7a16d91-9a25-4f74-833d-90ce0013b7fd None None] Set router 7174badd-d23c-4768-969e-aae290243405 gateway port host: dv-cinder-786932-3-iscsi {{(pid=92926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:26:26.739026 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7cd3aa8e-23e5-4d93-b6fa-7ce1a3555566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752272454283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130471124'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:26.804921 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd3aa8e-23e5-4d93-b6fa-7ce1a3555566 admin admin] Network fc4a6477-68b4-4cfe-9108-edf87a192a01 is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:26:26.819069 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-2045106b-640f-42d6-9163-79cc2753ffda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:26.825401 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-2045106b-640f-42d6-9163-79cc2753ffda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:26.827167 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd3aa8e-23e5-4d93-b6fa-7ce1a3555566 admin admin] Pushing event updated for resources: {'Port': ['ID=249299f8-633c-4f82-8162-086a1cf9142d,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:26.832618 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-7cd3aa8e-23e5-4d93-b6fa-7ce1a3555566 admin admin] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:26:26.845018 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd3aa8e-23e5-4d93-b6fa-7ce1a3555566 admin admin] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:26:26.869781 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-2045106b-640f-42d6-9163-79cc2753ffda admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1d4d86bbda8c41f896263bf105c74585&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3888223 Jul 13 19:26:26.871055 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2045106b-640f-42d6-9163-79cc2753ffda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5fcf523-3d39-44a0-96b0-c33841ba0a09,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:26.873858 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 51448) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:26.924678 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7cd3aa8e-23e5-4d93-b6fa-7ce1a3555566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760526'] for router_interface, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:26.947172 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7c170fa9-fcc9-4368-9ac4-7694646053e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:26.980788 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7c170fa9-fcc9-4368-9ac4-7694646053e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:26.985973 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-c7a16d91-9a25-4f74-833d-90ce0013b7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7174badd-d23c-4768-969e-aae290243405', 'name': 'tempest-ServerRescueNegativeTestJSON-1750079385-router', 'tenant_id': '248dce75e9c94921877d1b32ba31a634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '031d6d9e-de85-4b69-afd7-c4f55797018c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:26:21Z', 'updated_at': '2021-07-13T19:26:24Z', 'revision_number': 3, 'project_id': '248dce75e9c94921877d1b32ba31a634', 'gw_port': {'id': '031d6d9e-de85-4b69-afd7-c4f55797018c', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4a:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7174badd-d23c-4768-969e-aae290243405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:26:22Z', 'updated_at': '2021-07-13T19:26:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi'}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:27.033535 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a16d91-9a25-4f74-833d-90ce0013b7fd None None] The sync data for ids ['7174badd-d23c-4768-969e-aae290243405'] in dv-cinder-786932-3-iscsi is: [{'id': '7174badd-d23c-4768-969e-aae290243405', 'name': 'tempest-ServerRescueNegativeTestJSON-1750079385-router', 'tenant_id': '248dce75e9c94921877d1b32ba31a634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '031d6d9e-de85-4b69-afd7-c4f55797018c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:26:21Z', 'updated_at': '2021-07-13T19:26:24Z', 'revision_number': 3, 'project_id': '248dce75e9c94921877d1b32ba31a634', 'gw_port': {'id': '031d6d9e-de85-4b69-afd7-c4f55797018c', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4a:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7174badd-d23c-4768-969e-aae290243405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:26:22Z', 'updated_at': '2021-07-13T19:26:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi'}] {{(pid=92926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:26:27.050917 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7c170fa9-fcc9-4368-9ac4-7694646053e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:27.057198 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7c170fa9-fcc9-4368-9ac4-7694646053e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:27.059700 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-7c170fa9-fcc9-4368-9ac4-7694646053e7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a5fcf523-3d39-44a0-96b0-c33841ba0a09 HTTP/1.1" status: 204 len: 168 time: 0.1849062 Jul 13 19:26:27.072030 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c170fa9-fcc9-4368-9ac4-7694646053e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5fcf523-3d39-44a0-96b0-c33841ba0a09,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:27.189287 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7cd3aa8e-23e5-4d93-b6fa-7ce1a3555566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:27.500354 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7cd3aa8e-23e5-4d93-b6fa-7ce1a3555566 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:27.516938 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7cd3aa8e-23e5-4d93-b6fa-7ce1a3555566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130471135'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:27.575727 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 51460) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:27.591212 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ac9d4210-7df6-49ea-bb99-3f5c98bfb454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:27.606552 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd3aa8e-23e5-4d93-b6fa-7ce1a3555566 admin admin] Pushing event updated for resources: {'Port': ['ID=249299f8-633c-4f82-8162-086a1cf9142d,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:27.612545 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7cd3aa8e-23e5-4d93-b6fa-7ce1a3555566 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759678'] for router_interface, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:27.729008 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ac9d4210-7df6-49ea-bb99-3f5c98bfb454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:27.734476 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ac9d4210-7df6-49ea-bb99-3f5c98bfb454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:27.735962 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd3aa8e-23e5-4d93-b6fa-7ce1a3555566 admin admin] Network fc4a6477-68b4-4cfe-9108-edf87a192a01 is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:26:27.738394 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-7cd3aa8e-23e5-4d93-b6fa-7ce1a3555566 admin admin] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:26:27.782156 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-ac9d4210-7df6-49ea-bb99-3f5c98bfb454 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=133056397dd44095a02381ef9c4227fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2043705 Jul 13 19:26:27.783114 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9d4210-7df6-49ea-bb99-3f5c98bfb454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f52404d-0727-44fb-8f02-0c3da6a89814,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:27.785917 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 51462) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:27.845326 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-cbdf8204-37df-4747-9e4c-49d769d45086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:27.873138 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-cbdf8204-37df-4747-9e4c-49d769d45086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:27.891173 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd3aa8e-23e5-4d93-b6fa-7ce1a3555566 admin admin] Router 7174badd-d23c-4768-969e-aae290243405 has already been hosted by L3 agent beedb406-ab13-44dd-957b-972171d020d2 {{(pid=92923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:26:27.946595 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-cbdf8204-37df-4747-9e4c-49d769d45086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:27.949944 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-cbdf8204-37df-4747-9e4c-49d769d45086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:27.951219 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-cbdf8204-37df-4747-9e4c-49d769d45086 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5f52404d-0727-44fb-8f02-0c3da6a89814 HTTP/1.1" status: 204 len: 168 time: 0.1643243 Jul 13 19:26:27.970384 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdf8204-37df-4747-9e4c-49d769d45086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f52404d-0727-44fb-8f02-0c3da6a89814,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:28.038807 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd3aa8e-23e5-4d93-b6fa-7ce1a3555566 admin admin] Notify agent at l3_agent.dv-cinder-786932-3-iscsi the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:26:28.045049 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-7cd3aa8e-23e5-4d93-b6fa-7ce1a3555566 admin admin] 10.222.0.67 "PUT /v2.0/routers/7174badd-d23c-4768-969e-aae290243405/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9169474 Jul 13 19:26:28.126665 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device 031d6d9e-de85-4b69-afd7-c4f55797018c up at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:26:28.211490 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning for port 031d6d9e-de85-4b69-afd7-c4f55797018c completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:26:28.218886 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning complete for port 031d6d9e-de85-4b69-afd7-c4f55797018c triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:26:28.219560 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:28.362469 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:28.387284 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] For port 031d6d9e-de85-4b69-afd7-c4f55797018c, host dv-cinder-786932-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=031d6d9e-de85-4b69-afd7-c4f55797018c,segment=NetworkSegment(2c1c5ac3-7b69-4096-8790-4108a346deee),segment_id=2c1c5ac3-7b69-4096-8790-4108a346deee)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:28.391857 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:28.447221 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Pushing event updated for resources: {'Port': ['ID=031d6d9e-de85-4b69-afd7-c4f55797018c,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:28.472005 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:29.051914 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f6af7-b5a7-4487-a92b-b43efe87f312 req-d92790df-c8a9-42f3-abcc-ab13265364c8 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:29.055639 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-6b8f6af7-b5a7-4487-a92b-b43efe87f312 req-d92790df-c8a9-42f3-abcc-ab13265364c8 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/networks?id=fc4a6477-68b4-4cfe-9108-edf87a192a01 HTTP/1.1" status: 200 len: 819 time: 0.1457722 Jul 13 19:26:29.079818 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-6b8f6af7-b5a7-4487-a92b-b43efe87f312 req-999abb95-e935-4ec7-a4b1-1339eb3d8e29 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/quotas/248dce75e9c94921877d1b32ba31a634 HTTP/1.1" status: 200 len: 375 time: 0.0156221 Jul 13 19:26:29.153937 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b77f143-06f8-4039-8628-c76461a835b6 None None] Sync routers for ids ['7174badd-d23c-4768-969e-aae290243405'] in dv-cinder-786932-3-iscsi {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:26:29.170076 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b77f143-06f8-4039-8628-c76461a835b6 None None] Routers {'7174badd-d23c-4768-969e-aae290243405'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:26:29.170823 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-7b77f143-06f8-4039-8628-c76461a835b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:26:19Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['7174badd-d23c-4768-969e-aae290243405'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:29.180314 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-6b8f6af7-b5a7-4487-a92b-b43efe87f312 req-1be1fa22-f035-4ac5-8fcc-ef9be40fa276 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=248dce75e9c94921877d1b32ba31a634&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0922451 Jul 13 19:26:29.294384 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-7b77f143-06f8-4039-8628-c76461a835b6 None None] Set router 7174badd-d23c-4768-969e-aae290243405 gateway port host: dv-cinder-786932-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:26:29.339918 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-6b8f6af7-b5a7-4487-a92b-b43efe87f312 req-7dee4335-f33d-43cc-961b-609eebb9cbae service neutron] 10.222.0.67 "GET /v2.0/networks/fc4a6477-68b4-4cfe-9108-edf87a192a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472080 Jul 13 19:26:29.481482 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-6b8f6af7-b5a7-4487-a92b-b43efe87f312 req-02b93c39-16f4-4477-b3f8-635460065d84 service neutron] 10.222.0.67 "GET /v2.0/networks/fc4a6477-68b4-4cfe-9108-edf87a192a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315076 Jul 13 19:26:29.635854 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-7b77f143-06f8-4039-8628-c76461a835b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7174badd-d23c-4768-969e-aae290243405', 'name': 'tempest-ServerRescueNegativeTestJSON-1750079385-router', 'tenant_id': '248dce75e9c94921877d1b32ba31a634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '031d6d9e-de85-4b69-afd7-c4f55797018c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:26:21Z', 'updated_at': '2021-07-13T19:26:27Z', 'revision_number': 4, 'project_id': '248dce75e9c94921877d1b32ba31a634', 'gw_port': {'id': '031d6d9e-de85-4b69-afd7-c4f55797018c', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7174badd-d23c-4768-969e-aae290243405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:26:22Z', 'updated_at': '2021-07-13T19:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_interfaces': [{'id': '249299f8-633c-4f82-8162-086a1cf9142d', 'name': '', 'network_id': 'fc4a6477-68b4-4cfe-9108-edf87a192a01', 'tenant_id': '248dce75e9c94921877d1b32ba31a634', 'mac_address': 'fa:16:3e:0e:22:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7174badd-d23c-4768-969e-aae290243405', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'fedad9ab-ec25-46bf-a611-8dd9aa1299f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:26:26Z', 'updated_at': '2021-07-13T19:26:27Z', 'revision_number': 2, 'project_id': '248dce75e9c94921877d1b32ba31a634', 'subnets': [{'id': 'fedad9ab-ec25-46bf-a611-8dd9aa1299f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:29.681435 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b77f143-06f8-4039-8628-c76461a835b6 None None] Checking router: 7174badd-d23c-4768-969e-aae290243405 for host: dv-cinder-786932-3-iscsi {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:26:29.681435 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b77f143-06f8-4039-8628-c76461a835b6 None None] Updating router 7174badd-d23c-4768-969e-aae290243405 port 249299f8-633c-4f82-8162-086a1cf9142d binding host dv-cinder-786932-3-iscsi {{(pid=92925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:26:29.721311 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-7b77f143-06f8-4039-8628-c76461a835b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:30.053345 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device 031d6d9e-de85-4b69-afd7-c4f55797018c up at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:26:30.168132 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-7b77f143-06f8-4039-8628-c76461a835b6 None None] Notify callbacks [] for port, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:30.183188 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning complete for port 031d6d9e-de85-4b69-afd7-c4f55797018c triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:26:30.183552 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:30.185959 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-7b77f143-06f8-4039-8628-c76461a835b6 None None] Transition to ACTIVE for port object 249299f8-633c-4f82-8162-086a1cf9142d will not be triggered until provisioned by entity L2. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:26:30.208806 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-7b77f143-06f8-4039-8628-c76461a835b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:30.281608 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfac7d0-827b-4a7a-9502-0ad649c6e0a3 None None] Pushing event updated for resources: {'Port': ['ID=249299f8-633c-4f82-8162-086a1cf9142d,revision_number=3']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:30.485416 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-7b77f143-06f8-4039-8628-c76461a835b6 None None] Attempting to bind port 249299f8-633c-4f82-8162-086a1cf9142d on host dv-cinder-786932-3-iscsi for vnic_type normal with profile {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:26:30.486050 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-7b77f143-06f8-4039-8628-c76461a835b6 None None] Attempting to bind port 249299f8-633c-4f82-8162-086a1cf9142d by drivers openvswitch,hyperv on host dv-cinder-786932-3-iscsi at level 0 using segments [{'id': '748c1b89-7c14-4ba5-90cd-7c5ac679752b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fc4a6477-68b4-4cfe-9108-edf87a192a01'}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:26:30.486407 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b77f143-06f8-4039-8628-c76461a835b6 None None] Attempting to bind port 249299f8-633c-4f82-8162-086a1cf9142d on network fc4a6477-68b4-4cfe-9108-edf87a192a01 {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:26:30.495537 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b77f143-06f8-4039-8628-c76461a835b6 None None] Checking agent: {'id': '9c58f4e9-8628-43da-8d7d-cb04bd9f4726', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 19), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:26:30.496020 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b77f143-06f8-4039-8628-c76461a835b6 None None] Checking segment: {'id': '748c1b89-7c14-4ba5-90cd-7c5ac679752b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fc4a6477-68b4-4cfe-9108-edf87a192a01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:26:30.496630 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-7b77f143-06f8-4039-8628-c76461a835b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:30.497218 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b77f143-06f8-4039-8628-c76461a835b6 None None] Bound using segment: {'id': '748c1b89-7c14-4ba5-90cd-7c5ac679752b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fc4a6477-68b4-4cfe-9108-edf87a192a01'} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:26:30.497733 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-7b77f143-06f8-4039-8628-c76461a835b6 None None] Bound port: 249299f8-633c-4f82-8162-086a1cf9142d, host: dv-cinder-786932-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '748c1b89-7c14-4ba5-90cd-7c5ac679752b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fc4a6477-68b4-4cfe-9108-edf87a192a01'}}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:26:30.498116 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-7b77f143-06f8-4039-8628-c76461a835b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:30.580333 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-7b77f143-06f8-4039-8628-c76461a835b6 None None] For port 249299f8-633c-4f82-8162-086a1cf9142d, host dv-cinder-786932-3-iscsi, cleared binding levels {{(pid=92925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:26:30.585716 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-7b77f143-06f8-4039-8628-c76461a835b6 None None] For port 249299f8-633c-4f82-8162-086a1cf9142d, host dv-cinder-786932-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=249299f8-633c-4f82-8162-086a1cf9142d,segment=NetworkSegment(748c1b89-7c14-4ba5-90cd-7c5ac679752b),segment_id=748c1b89-7c14-4ba5-90cd-7c5ac679752b)] {{(pid=92925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:26:30.591723 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-7b77f143-06f8-4039-8628-c76461a835b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:30.650190 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b77f143-06f8-4039-8628-c76461a835b6 None None] Routers {'7174badd-d23c-4768-969e-aae290243405'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:26:30.650827 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-7b77f143-06f8-4039-8628-c76461a835b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:26:19Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['7174badd-d23c-4768-969e-aae290243405'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:30.701639 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfac7d0-827b-4a7a-9502-0ad649c6e0a3 None None] Pushing event updated for resources: {'Port': ['ID=249299f8-633c-4f82-8162-086a1cf9142d,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:30.781120 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-7b77f143-06f8-4039-8628-c76461a835b6 None None] Set router 7174badd-d23c-4768-969e-aae290243405 gateway port host: dv-cinder-786932-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:26:31.005204 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-7b77f143-06f8-4039-8628-c76461a835b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7174badd-d23c-4768-969e-aae290243405', 'name': 'tempest-ServerRescueNegativeTestJSON-1750079385-router', 'tenant_id': '248dce75e9c94921877d1b32ba31a634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '031d6d9e-de85-4b69-afd7-c4f55797018c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:26:21Z', 'updated_at': '2021-07-13T19:26:27Z', 'revision_number': 4, 'project_id': '248dce75e9c94921877d1b32ba31a634', 'gw_port': {'id': '031d6d9e-de85-4b69-afd7-c4f55797018c', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7174badd-d23c-4768-969e-aae290243405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:26:22Z', 'updated_at': '2021-07-13T19:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_interfaces': [{'id': '249299f8-633c-4f82-8162-086a1cf9142d', 'name': '', 'network_id': 'fc4a6477-68b4-4cfe-9108-edf87a192a01', 'tenant_id': '248dce75e9c94921877d1b32ba31a634', 'mac_address': 'fa:16:3e:0e:22:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7174badd-d23c-4768-969e-aae290243405', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'fedad9ab-ec25-46bf-a611-8dd9aa1299f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:26:26Z', 'updated_at': '2021-07-13T19:26:30Z', 'revision_number': 4, 'project_id': '248dce75e9c94921877d1b32ba31a634', 'subnets': [{'id': 'fedad9ab-ec25-46bf-a611-8dd9aa1299f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:31.042112 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b77f143-06f8-4039-8628-c76461a835b6 None None] The sync data for ids ['7174badd-d23c-4768-969e-aae290243405'] in dv-cinder-786932-3-iscsi is: [{'id': '7174badd-d23c-4768-969e-aae290243405', 'name': 'tempest-ServerRescueNegativeTestJSON-1750079385-router', 'tenant_id': '248dce75e9c94921877d1b32ba31a634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '031d6d9e-de85-4b69-afd7-c4f55797018c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:26:21Z', 'updated_at': '2021-07-13T19:26:27Z', 'revision_number': 4, 'project_id': '248dce75e9c94921877d1b32ba31a634', 'gw_port': {'id': '031d6d9e-de85-4b69-afd7-c4f55797018c', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7174badd-d23c-4768-969e-aae290243405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:26:22Z', 'updated_at': '2021-07-13T19:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_interfaces': [{'id': '249299f8-633c-4f82-8162-086a1cf9142d', 'name': '', 'network_id': 'fc4a6477-68b4-4cfe-9108-edf87a192a01', 'tenant_id': '248dce75e9c94921877d1b32ba31a634', 'mac_address': 'fa:16:3e:0e:22:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7174badd-d23c-4768-969e-aae290243405', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'fedad9ab-ec25-46bf-a611-8dd9aa1299f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:26:26Z', 'updated_at': '2021-07-13T19:26:30Z', 'revision_number': 4, 'project_id': '248dce75e9c94921877d1b32ba31a634', 'subnets': [{'id': 'fedad9ab-ec25-46bf-a611-8dd9aa1299f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:26:32.051691 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1a0cb8ab-3ec8-4d4f-8ea4-ae652f6edd3b req-979b9daf-fb39-4672-bf74-589c4eaf29b2 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=2948849c-cd06-4bfe-b1a8-9e34d272493c HTTP/1.1" status: 200 len: 210 time: 0.0379333 Jul 13 19:26:32.123179 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device 249299f8-633c-4f82-8162-086a1cf9142d up at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:26:32.242149 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning for port 249299f8-633c-4f82-8162-086a1cf9142d completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:26:32.263881 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning complete for port 249299f8-633c-4f82-8162-086a1cf9142d triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:26:32.265374 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:32.370494 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:32.407633 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] For port 249299f8-633c-4f82-8162-086a1cf9142d, host dv-cinder-786932-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=249299f8-633c-4f82-8162-086a1cf9142d,segment=NetworkSegment(748c1b89-7c14-4ba5-90cd-7c5ac679752b),segment_id=748c1b89-7c14-4ba5-90cd-7c5ac679752b)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:32.412147 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:32.477983 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Pushing event updated for resources: {'Port': ['ID=249299f8-633c-4f82-8162-086a1cf9142d,revision_number=5']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:32.499436 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f393540-fc1a-4e69-94a4-dfca26f6feff req-a48b282a-62e9-46a2-a6a9-edb32c648cb6 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:32.501075 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-1f393540-fc1a-4e69-94a4-dfca26f6feff req-a48b282a-62e9-46a2-a6a9-edb32c648cb6 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/networks?id=fc4a6477-68b4-4cfe-9108-edf87a192a01 HTTP/1.1" status: 200 len: 819 time: 0.1247435 Jul 13 19:26:32.517164 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-1f393540-fc1a-4e69-94a4-dfca26f6feff req-dbdf518a-56e9-4aed-9abe-b4b8469dbdc7 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/quotas/248dce75e9c94921877d1b32ba31a634 HTTP/1.1" status: 200 len: 375 time: 0.0107911 Jul 13 19:26:32.596542 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-1f393540-fc1a-4e69-94a4-dfca26f6feff req-d8883b81-c854-42ee-ace0-078c8958a02d tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=248dce75e9c94921877d1b32ba31a634&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0729635 Jul 13 19:26:32.686006 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395911f4-2c1d-486a-9f50-22c707822cd2 req-a36c5f85-ab65-422f-bf6f-278a1f1ae550 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:32.687569 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-395911f4-2c1d-486a-9f50-22c707822cd2 req-a36c5f85-ab65-422f-bf6f-278a1f1ae550 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab2b9013-0584-4b8a-bf5a-9c27dc620f82 HTTP/1.1" status: 200 len: 946 time: 0.0682538 Jul 13 19:26:32.692525 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-1f393540-fc1a-4e69-94a4-dfca26f6feff req-56f0ebd1-6176-4341-af69-2e1bcce16851 service neutron] 10.222.0.67 "GET /v2.0/networks/fc4a6477-68b4-4cfe-9108-edf87a192a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883460 Jul 13 19:26:32.730580 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-395911f4-2c1d-486a-9f50-22c707822cd2 req-0b0ad9ac-a988-489b-b3fa-593157666052 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] 10.222.0.67 "GET /v2.0/security-groups?id=e5bc2327-1b96-4bf8-a4d4-b35c4de09296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325089 Jul 13 19:26:32.785055 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-1f393540-fc1a-4e69-94a4-dfca26f6feff req-9ff79c13-2513-4ee3-865a-ef40de755c45 service neutron] 10.222.0.67 "GET /v2.0/networks/fc4a6477-68b4-4cfe-9108-edf87a192a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862155 Jul 13 19:26:32.954321 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-0f1e17b1-22f8-4032-979c-3899a4fd433e req-ec86cdf4-5af0-4add-8abd-9af925261ee9 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=1408221b-c2c1-4d70-a1ee-632eec54f9fc HTTP/1.1" status: 200 len: 210 time: 0.0325615 Jul 13 19:26:34.025301 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device 249299f8-633c-4f82-8162-086a1cf9142d up at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:26:34.074411 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning complete for port 249299f8-633c-4f82-8162-086a1cf9142d triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:26:34.074784 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:35.303940 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-baec348c-fb79-451c-b241-14a11c87cdad req-ca38a50f-f1e1-4b25-9fe7-7a4646036599 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=1408221b-c2c1-4d70-a1ee-632eec54f9fc HTTP/1.1" status: 200 len: 210 time: 0.0335674 Jul 13 19:26:35.355510 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63c62e6-8a83-4105-9a28-4a74b1982e33 req-9c8c56c8-932d-4540-a295-7735d72ac81f tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:35.356995 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-e63c62e6-8a83-4105-9a28-4a74b1982e33 req-9c8c56c8-932d-4540-a295-7735d72ac81f tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab2b9013-0584-4b8a-bf5a-9c27dc620f82 HTTP/1.1" status: 200 len: 946 time: 0.0820284 Jul 13 19:26:35.399212 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-e63c62e6-8a83-4105-9a28-4a74b1982e33 req-8dbb0a6b-9e04-498d-b683-5c669f6d8449 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] 10.222.0.67 "GET /v2.0/security-groups?id=e5bc2327-1b96-4bf8-a4d4-b35c4de09296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335643 Jul 13 19:26:35.602015 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f6af7-b5a7-4487-a92b-b43efe87f312 req-b003934f-2efd-4cb0-ba07-c073c62eee61 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:35.603552 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-6b8f6af7-b5a7-4487-a92b-b43efe87f312 req-b003934f-2efd-4cb0-ba07-c073c62eee61 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.18 "GET /v2.0/networks?id=fc4a6477-68b4-4cfe-9108-edf87a192a01 HTTP/1.1" status: 200 len: 819 time: 0.1092818 Jul 13 19:26:35.617880 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [req-6b8f6af7-b5a7-4487-a92b-b43efe87f312 req-12b99f9d-d664-40a2-bdb5-779438d28f0c tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Request body: {'port': {'device_id': '2948849c-cd06-4bfe-b1a8-9e34d272493c', 'network_id': 'fc4a6477-68b4-4cfe-9108-edf87a192a01', 'admin_state_up': True, 'tenant_id': '248dce75e9c94921877d1b32ba31a634'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:26:35.738561 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b8f6af7-b5a7-4487-a92b-b43efe87f312 req-12b99f9d-d664-40a2-bdb5-779438d28f0c tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Made reservation on behalf of 248dce75e9c94921877d1b32ba31a634 for: {'port': 1} {{(pid=92924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:26:35.743305 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-6b8f6af7-b5a7-4487-a92b-b43efe87f312 req-12b99f9d-d664-40a2-bdb5-779438d28f0c tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:35.869305 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [req-6b8f6af7-b5a7-4487-a92b-b43efe87f312 req-12b99f9d-d664-40a2-bdb5-779438d28f0c tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Allocated IP 172.20.0.13 (fc4a6477-68b4-4cfe-9108-edf87a192a01/fedad9ab-ec25-46bf-a611-8dd9aa1299f2/3b098a10-9e62-4d5e-a99c-e39215f28b92) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:26:36.037778 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-6b8f6af7-b5a7-4487-a92b-b43efe87f312 req-12b99f9d-d664-40a2-bdb5-779438d28f0c tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:36.092043 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-6b8f6af7-b5a7-4487-a92b-b43efe87f312 req-12b99f9d-d664-40a2-bdb5-779438d28f0c tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752272454283'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:36.095318 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f393540-fc1a-4e69-94a4-dfca26f6feff req-2a841710-b060-49c9-b724-3e75451ff189 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:36.096813 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1f393540-fc1a-4e69-94a4-dfca26f6feff req-2a841710-b060-49c9-b724-3e75451ff189 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.18 "GET /v2.0/networks?id=fc4a6477-68b4-4cfe-9108-edf87a192a01 HTTP/1.1" status: 200 len: 819 time: 0.1270421 Jul 13 19:26:36.115427 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [req-1f393540-fc1a-4e69-94a4-dfca26f6feff req-bdea7eca-118d-403a-933c-aa882a75f06e tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Request body: {'port': {'device_id': '1408221b-c2c1-4d70-a1ee-632eec54f9fc', 'network_id': 'fc4a6477-68b4-4cfe-9108-edf87a192a01', 'admin_state_up': True, 'tenant_id': '248dce75e9c94921877d1b32ba31a634'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:26:36.139637 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b8f6af7-b5a7-4487-a92b-b43efe87f312 req-12b99f9d-d664-40a2-bdb5-779438d28f0c tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Network fc4a6477-68b4-4cfe-9108-edf87a192a01 is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:26:36.145387 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [req-6b8f6af7-b5a7-4487-a92b-b43efe87f312 req-12b99f9d-d664-40a2-bdb5-779438d28f0c tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:26:36.149452 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b8f6af7-b5a7-4487-a92b-b43efe87f312 req-12b99f9d-d664-40a2-bdb5-779438d28f0c tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:26:36.155201 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f6af7-b5a7-4487-a92b-b43efe87f312 req-12b99f9d-d664-40a2-bdb5-779438d28f0c tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:36.155846 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-6b8f6af7-b5a7-4487-a92b-b43efe87f312 req-12b99f9d-d664-40a2-bdb5-779438d28f0c tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:36.170794 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b99f9d-d664-40a2-bdb5-779438d28f0c tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Pushing event updated for resources: {'Port': ['ID=3b098a10-9e62-4d5e-a99c-e39215f28b92,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:36.182241 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-6b8f6af7-b5a7-4487-a92b-b43efe87f312 req-12b99f9d-d664-40a2-bdb5-779438d28f0c tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5688148 Jul 13 19:26:36.199094 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [req-6b8f6af7-b5a7-4487-a92b-b43efe87f312 req-3f027840-b62f-4cfa-a22e-272c6b2b0d1d service neutron] Request body: {'port': {'device_id': '2948849c-cd06-4bfe-b1a8-9e34d272493c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:26:36.269082 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f393540-fc1a-4e69-94a4-dfca26f6feff req-bdea7eca-118d-403a-933c-aa882a75f06e tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Made reservation on behalf of 248dce75e9c94921877d1b32ba31a634 for: {'port': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:26:36.273116 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-1f393540-fc1a-4e69-94a4-dfca26f6feff req-bdea7eca-118d-403a-933c-aa882a75f06e tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:36.315168 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-6b8f6af7-b5a7-4487-a92b-b43efe87f312 req-3f027840-b62f-4cfa-a22e-272c6b2b0d1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:36.570090 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [req-1f393540-fc1a-4e69-94a4-dfca26f6feff req-bdea7eca-118d-403a-933c-aa882a75f06e tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Allocated IP 172.20.0.12 (fc4a6477-68b4-4cfe-9108-edf87a192a01/fedad9ab-ec25-46bf-a611-8dd9aa1299f2/eb801e81-7baf-4736-84ea-94cdd32a6342) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:26:36.793717 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-716ce1c5-139e-4c7d-8bb7-7b92a0fc6605 req-53720efe-6037-42a3-a4bf-5197bdaecd7b tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=1408221b-c2c1-4d70-a1ee-632eec54f9fc HTTP/1.1" status: 200 len: 210 time: 0.0514939 Jul 13 19:26:36.829481 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-1f393540-fc1a-4e69-94a4-dfca26f6feff req-bdea7eca-118d-403a-933c-aa882a75f06e tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:36.832936 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b57a8-05e0-4a35-9e0d-22494aadb0aa req-75e080ca-516f-4ee6-a7ad-d7c07b80d832 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:36.834612 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-729b57a8-05e0-4a35-9e0d-22494aadb0aa req-75e080ca-516f-4ee6-a7ad-d7c07b80d832 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab2b9013-0584-4b8a-bf5a-9c27dc620f82 HTTP/1.1" status: 200 len: 946 time: 0.0953186 Jul 13 19:26:36.874025 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-1f393540-fc1a-4e69-94a4-dfca26f6feff req-bdea7eca-118d-403a-933c-aa882a75f06e tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752272454283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130471124'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:36.932746 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-729b57a8-05e0-4a35-9e0d-22494aadb0aa req-012eb0ff-96c9-4d1a-be47-50537ad9b662 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] 10.222.0.67 "GET /v2.0/security-groups?id=e5bc2327-1b96-4bf8-a4d4-b35c4de09296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908670 Jul 13 19:26:36.945500 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f393540-fc1a-4e69-94a4-dfca26f6feff req-bdea7eca-118d-403a-933c-aa882a75f06e tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Network fc4a6477-68b4-4cfe-9108-edf87a192a01 is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:26:36.946407 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdea7eca-118d-403a-933c-aa882a75f06e tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Pushing event updated for resources: {'Port': ['ID=eb801e81-7baf-4736-84ea-94cdd32a6342,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:36.950588 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [req-1f393540-fc1a-4e69-94a4-dfca26f6feff req-bdea7eca-118d-403a-933c-aa882a75f06e tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:26:36.953320 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f393540-fc1a-4e69-94a4-dfca26f6feff req-bdea7eca-118d-403a-933c-aa882a75f06e tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:26:37.013504 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f393540-fc1a-4e69-94a4-dfca26f6feff req-bdea7eca-118d-403a-933c-aa882a75f06e tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:37.015247 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-1f393540-fc1a-4e69-94a4-dfca26f6feff req-bdea7eca-118d-403a-933c-aa882a75f06e tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600154'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:37.035160 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1f393540-fc1a-4e69-94a4-dfca26f6feff req-bdea7eca-118d-403a-933c-aa882a75f06e tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9237030 Jul 13 19:26:37.076285 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [req-6b8f6af7-b5a7-4487-a92b-b43efe87f312 req-3f027840-b62f-4cfa-a22e-272c6b2b0d1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b098a10-9e62-4d5e-a99c-e39215f28b92 {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:26:37.086961 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-6b8f6af7-b5a7-4487-a92b-b43efe87f312 req-3f027840-b62f-4cfa-a22e-272c6b2b0d1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:37.106407 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [req-6b8f6af7-b5a7-4487-a92b-b43efe87f312 req-3f027840-b62f-4cfa-a22e-272c6b2b0d1d service neutron] Transition to ACTIVE for port object 3b098a10-9e62-4d5e-a99c-e39215f28b92 will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:26:37.111256 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-6b8f6af7-b5a7-4487-a92b-b43efe87f312 req-3f027840-b62f-4cfa-a22e-272c6b2b0d1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:37.179848 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f027840-b62f-4cfa-a22e-272c6b2b0d1d service neutron] Pushing event updated for resources: {'Port': ['ID=3b098a10-9e62-4d5e-a99c-e39215f28b92,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:37.197499 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-6b8f6af7-b5a7-4487-a92b-b43efe87f312 req-3f027840-b62f-4cfa-a22e-272c6b2b0d1d service neutron] Attempting to bind port 3b098a10-9e62-4d5e-a99c-e39215f28b92 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:26:37.197836 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-6b8f6af7-b5a7-4487-a92b-b43efe87f312 req-3f027840-b62f-4cfa-a22e-272c6b2b0d1d service neutron] Attempting to bind port 3b098a10-9e62-4d5e-a99c-e39215f28b92 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '748c1b89-7c14-4ba5-90cd-7c5ac679752b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fc4a6477-68b4-4cfe-9108-edf87a192a01'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:26:37.198167 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8f6af7-b5a7-4487-a92b-b43efe87f312 req-3f027840-b62f-4cfa-a22e-272c6b2b0d1d service neutron] Attempting to bind port 3b098a10-9e62-4d5e-a99c-e39215f28b92 on network fc4a6477-68b4-4cfe-9108-edf87a192a01 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:26:37.202477 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8f6af7-b5a7-4487-a92b-b43efe87f312 req-3f027840-b62f-4cfa-a22e-272c6b2b0d1d service neutron] Port 3b098a10-9e62-4d5e-a99c-e39215f28b92 on network fc4a6477-68b4-4cfe-9108-edf87a192a01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:26:37.202881 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8f6af7-b5a7-4487-a92b-b43efe87f312 req-3f027840-b62f-4cfa-a22e-272c6b2b0d1d service neutron] Attempting to bind port 3b098a10-9e62-4d5e-a99c-e39215f28b92 on network fc4a6477-68b4-4cfe-9108-edf87a192a01 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:26:37.207585 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8f6af7-b5a7-4487-a92b-b43efe87f312 req-3f027840-b62f-4cfa-a22e-272c6b2b0d1d service neutron] Checking agent: {'id': '4a103c85-e045-48ce-a8be-787d9b9ed000', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 23, 28), 'started_at': datetime.datetime(2021, 7, 13, 19, 23, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:26:37.207918 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8f6af7-b5a7-4487-a92b-b43efe87f312 req-3f027840-b62f-4cfa-a22e-272c6b2b0d1d service neutron] Checking segment: {'id': '748c1b89-7c14-4ba5-90cd-7c5ac679752b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fc4a6477-68b4-4cfe-9108-edf87a192a01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:26:37.208301 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8f6af7-b5a7-4487-a92b-b43efe87f312 req-3f027840-b62f-4cfa-a22e-272c6b2b0d1d service neutron] Bound using segment: {'id': '748c1b89-7c14-4ba5-90cd-7c5ac679752b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fc4a6477-68b4-4cfe-9108-edf87a192a01'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:26:37.208718 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-6b8f6af7-b5a7-4487-a92b-b43efe87f312 req-3f027840-b62f-4cfa-a22e-272c6b2b0d1d service neutron] Bound port: 3b098a10-9e62-4d5e-a99c-e39215f28b92, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '748c1b89-7c14-4ba5-90cd-7c5ac679752b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fc4a6477-68b4-4cfe-9108-edf87a192a01'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:26:37.209072 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-6b8f6af7-b5a7-4487-a92b-b43efe87f312 req-3f027840-b62f-4cfa-a22e-272c6b2b0d1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:37.276264 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-6b8f6af7-b5a7-4487-a92b-b43efe87f312 req-3f027840-b62f-4cfa-a22e-272c6b2b0d1d service neutron] For port 3b098a10-9e62-4d5e-a99c-e39215f28b92, host hv-cinder-78693, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:26:37.279090 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-6b8f6af7-b5a7-4487-a92b-b43efe87f312 req-3f027840-b62f-4cfa-a22e-272c6b2b0d1d service neutron] For port 3b098a10-9e62-4d5e-a99c-e39215f28b92, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=3b098a10-9e62-4d5e-a99c-e39215f28b92,segment=NetworkSegment(748c1b89-7c14-4ba5-90cd-7c5ac679752b),segment_id=748c1b89-7c14-4ba5-90cd-7c5ac679752b)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:26:37.283889 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-6b8f6af7-b5a7-4487-a92b-b43efe87f312 req-3f027840-b62f-4cfa-a22e-272c6b2b0d1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:37.318350 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f6af7-b5a7-4487-a92b-b43efe87f312 req-3f027840-b62f-4cfa-a22e-272c6b2b0d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:37.320092 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-6b8f6af7-b5a7-4487-a92b-b43efe87f312 req-3f027840-b62f-4cfa-a22e-272c6b2b0d1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:37.321479 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-6b8f6af7-b5a7-4487-a92b-b43efe87f312 req-3f027840-b62f-4cfa-a22e-272c6b2b0d1d service neutron] 10.222.0.18 "PUT /v2.0/ports/3b098a10-9e62-4d5e-a99c-e39215f28b92 HTTP/1.1" status: 200 len: 1094 time: 1.1295288 Jul 13 19:26:37.321909 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2948849c-cd06-4bfe-b1a8-9e34d272493c', 'tag': '3b098a10-9e62-4d5e-a99c-e39215f28b92'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:26:37.324180 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8879ae7e4e4d0f25c61261a3e286ece662f5d6b6250d5f2cd5814de7b022cdc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d449d1ef-17ba-4fe7-990f-3661d5d1031b" -d '{"events": [{"name": "network-changed", "server_uuid": "2948849c-cd06-4bfe-b1a8-9e34d272493c", "tag": "3b098a10-9e62-4d5e-a99c-e39215f28b92"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:26:37.346361 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f027840-b62f-4cfa-a22e-272c6b2b0d1d service neutron] Pushing event updated for resources: {'Port': ['ID=3b098a10-9e62-4d5e-a99c-e39215f28b92,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:37.363198 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f7aeb9-7bce-440c-954f-d9ca9afcf922 x-openstack-request-id: req-88f7aeb9-7bce-440c-954f-d9ca9afcf922 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:26:37.363528 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2948849c-cd06-4bfe-b1a8-9e34d272493c", "tag": "3b098a10-9e62-4d5e-a99c-e39215f28b92", "status": "completed", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:26:37.363781 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-88f7aeb9-7bce-440c-954f-d9ca9afcf922 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:26:37.364201 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2948849c-cd06-4bfe-b1a8-9e34d272493c', 'tag': '3b098a10-9e62-4d5e-a99c-e39215f28b92', 'status': 'completed', 'code': 200} Jul 13 19:26:39.747867 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [req-1f393540-fc1a-4e69-94a4-dfca26f6feff req-8b549d34-234a-487a-98fd-29e6ba938041 service neutron] Request body: {'port': {'device_id': '1408221b-c2c1-4d70-a1ee-632eec54f9fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:26:39.802740 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d449d1ef-17ba-4fe7-990f-3661d5d1031b req-fffb3d19-cdf2-4807-9e4e-7d5741fdacaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:39.806909 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-d449d1ef-17ba-4fe7-990f-3661d5d1031b req-fffb3d19-cdf2-4807-9e4e-7d5741fdacaf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=248dce75e9c94921877d1b32ba31a634&device_id=2948849c-cd06-4bfe-b1a8-9e34d272493c HTTP/1.1" status: 200 len: 1097 time: 0.0620120 Jul 13 19:26:39.840347 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-1f393540-fc1a-4e69-94a4-dfca26f6feff req-8b549d34-234a-487a-98fd-29e6ba938041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:40.003804 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d449d1ef-17ba-4fe7-990f-3661d5d1031b req-9eba8eb6-b71a-41d0-a1e5-0a7f5f6cde76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:40.005556 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-d449d1ef-17ba-4fe7-990f-3661d5d1031b req-9eba8eb6-b71a-41d0-a1e5-0a7f5f6cde76 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=248dce75e9c94921877d1b32ba31a634&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1913631 Jul 13 19:26:40.088443 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bba361-26fd-4353-9ed6-f182bcb34389 req-f1abf39c-b24a-46b4-a758-b254bcf317b9 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:40.089978 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-38bba361-26fd-4353-9ed6-f182bcb34389 req-f1abf39c-b24a-46b4-a758-b254bcf317b9 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab2b9013-0584-4b8a-bf5a-9c27dc620f82 HTTP/1.1" status: 200 len: 946 time: 0.1846328 Jul 13 19:26:40.172384 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-38bba361-26fd-4353-9ed6-f182bcb34389 req-05b225a5-f495-4591-9681-02fb18edddaf tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] 10.222.0.67 "GET /v2.0/security-groups?id=e5bc2327-1b96-4bf8-a4d4-b35c4de09296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719357 Jul 13 19:26:40.246010 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [req-1f393540-fc1a-4e69-94a4-dfca26f6feff req-8b549d34-234a-487a-98fd-29e6ba938041 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb801e81-7baf-4736-84ea-94cdd32a6342 {{(pid=92923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:26:40.254967 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-1f393540-fc1a-4e69-94a4-dfca26f6feff req-8b549d34-234a-487a-98fd-29e6ba938041 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:40.269708 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [req-1f393540-fc1a-4e69-94a4-dfca26f6feff req-8b549d34-234a-487a-98fd-29e6ba938041 service neutron] Transition to ACTIVE for port object eb801e81-7baf-4736-84ea-94cdd32a6342 will not be triggered until provisioned by entity L2. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:26:40.280662 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-1f393540-fc1a-4e69-94a4-dfca26f6feff req-8b549d34-234a-487a-98fd-29e6ba938041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130471135'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:40.357730 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db87445-2a20-4567-9d54-bb26f1485229 req-c0527097-9678-4c09-b9ef-f1785d8d0231 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:40.358963 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-6db87445-2a20-4567-9d54-bb26f1485229 req-c0527097-9678-4c09-b9ef-f1785d8d0231 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab2b9013-0584-4b8a-bf5a-9c27dc620f82 HTTP/1.1" status: 200 len: 946 time: 0.4653182 Jul 13 19:26:40.382670 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b549d34-234a-487a-98fd-29e6ba938041 service neutron] Pushing event updated for resources: {'Port': ['ID=eb801e81-7baf-4736-84ea-94cdd32a6342,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:40.417073 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642e54b-d48b-4a48-a540-1b298438e0b6 req-a440a023-61bb-4b0c-937d-042143c04489 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:40.418602 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-5642e54b-d48b-4a48-a540-1b298438e0b6 req-a440a023-61bb-4b0c-937d-042143c04489 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=1408221b-c2c1-4d70-a1ee-632eec54f9fc HTTP/1.1" status: 200 len: 932 time: 0.5132604 Jul 13 19:26:40.420987 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-1f393540-fc1a-4e69-94a4-dfca26f6feff req-8b549d34-234a-487a-98fd-29e6ba938041 service neutron] Attempting to bind port eb801e81-7baf-4736-84ea-94cdd32a6342 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:26:40.421782 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-1f393540-fc1a-4e69-94a4-dfca26f6feff req-8b549d34-234a-487a-98fd-29e6ba938041 service neutron] Attempting to bind port eb801e81-7baf-4736-84ea-94cdd32a6342 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '748c1b89-7c14-4ba5-90cd-7c5ac679752b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fc4a6477-68b4-4cfe-9108-edf87a192a01'}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:26:40.421782 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f393540-fc1a-4e69-94a4-dfca26f6feff req-8b549d34-234a-487a-98fd-29e6ba938041 service neutron] Attempting to bind port eb801e81-7baf-4736-84ea-94cdd32a6342 on network fc4a6477-68b4-4cfe-9108-edf87a192a01 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:26:40.426252 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f393540-fc1a-4e69-94a4-dfca26f6feff req-8b549d34-234a-487a-98fd-29e6ba938041 service neutron] Port eb801e81-7baf-4736-84ea-94cdd32a6342 on network fc4a6477-68b4-4cfe-9108-edf87a192a01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:26:40.426577 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f393540-fc1a-4e69-94a4-dfca26f6feff req-8b549d34-234a-487a-98fd-29e6ba938041 service neutron] Attempting to bind port eb801e81-7baf-4736-84ea-94cdd32a6342 on network fc4a6477-68b4-4cfe-9108-edf87a192a01 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:26:40.432794 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f393540-fc1a-4e69-94a4-dfca26f6feff req-8b549d34-234a-487a-98fd-29e6ba938041 service neutron] Checking agent: {'id': '4a103c85-e045-48ce-a8be-787d9b9ed000', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 23, 28), 'started_at': datetime.datetime(2021, 7, 13, 19, 23, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:26:40.433682 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f393540-fc1a-4e69-94a4-dfca26f6feff req-8b549d34-234a-487a-98fd-29e6ba938041 service neutron] Checking segment: {'id': '748c1b89-7c14-4ba5-90cd-7c5ac679752b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fc4a6477-68b4-4cfe-9108-edf87a192a01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:26:40.433682 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f393540-fc1a-4e69-94a4-dfca26f6feff req-8b549d34-234a-487a-98fd-29e6ba938041 service neutron] Bound using segment: {'id': '748c1b89-7c14-4ba5-90cd-7c5ac679752b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fc4a6477-68b4-4cfe-9108-edf87a192a01'} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:26:40.433916 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-1f393540-fc1a-4e69-94a4-dfca26f6feff req-8b549d34-234a-487a-98fd-29e6ba938041 service neutron] Bound port: eb801e81-7baf-4736-84ea-94cdd32a6342, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '748c1b89-7c14-4ba5-90cd-7c5ac679752b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fc4a6477-68b4-4cfe-9108-edf87a192a01'}}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:26:40.434388 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-1f393540-fc1a-4e69-94a4-dfca26f6feff req-8b549d34-234a-487a-98fd-29e6ba938041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:40.505198 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-1f393540-fc1a-4e69-94a4-dfca26f6feff req-8b549d34-234a-487a-98fd-29e6ba938041 service neutron] For port eb801e81-7baf-4736-84ea-94cdd32a6342, host hv-cinder-78693, cleared binding levels {{(pid=92923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:26:40.510378 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-1f393540-fc1a-4e69-94a4-dfca26f6feff req-8b549d34-234a-487a-98fd-29e6ba938041 service neutron] For port eb801e81-7baf-4736-84ea-94cdd32a6342, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=eb801e81-7baf-4736-84ea-94cdd32a6342,segment=NetworkSegment(748c1b89-7c14-4ba5-90cd-7c5ac679752b),segment_id=748c1b89-7c14-4ba5-90cd-7c5ac679752b)] {{(pid=92923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:26:40.514451 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-1f393540-fc1a-4e69-94a4-dfca26f6feff req-8b549d34-234a-487a-98fd-29e6ba938041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130471135'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:40.527483 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d449d1ef-17ba-4fe7-990f-3661d5d1031b req-21e4ee10-d2f2-4659-ab0f-4c67fef993e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:40.528970 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-d449d1ef-17ba-4fe7-990f-3661d5d1031b req-21e4ee10-d2f2-4659-ab0f-4c67fef993e5 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5146806 Jul 13 19:26:40.533176 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-5642e54b-d48b-4a48-a540-1b298438e0b6 req-0da3f278-b454-4e5e-b6c8-78d0bdfab604 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974796 Jul 13 19:26:40.554780 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f393540-fc1a-4e69-94a4-dfca26f6feff req-8b549d34-234a-487a-98fd-29e6ba938041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:40.555544 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-1f393540-fc1a-4e69-94a4-dfca26f6feff req-8b549d34-234a-487a-98fd-29e6ba938041 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600154'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:40.557374 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1f393540-fc1a-4e69-94a4-dfca26f6feff req-8b549d34-234a-487a-98fd-29e6ba938041 service neutron] 10.222.0.18 "PUT /v2.0/ports/eb801e81-7baf-4736-84ea-94cdd32a6342 HTTP/1.1" status: 200 len: 1094 time: 0.8140645 Jul 13 19:26:40.560260 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1408221b-c2c1-4d70-a1ee-632eec54f9fc', 'tag': 'eb801e81-7baf-4736-84ea-94cdd32a6342'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:26:40.563455 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1087dd994376df9afb132dbe65b34b6853527e2d112168992b97c33633c3add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96925fed-e6b2-4761-9680-efc4785b77fa" -d '{"events": [{"name": "network-changed", "server_uuid": "1408221b-c2c1-4d70-a1ee-632eec54f9fc", "tag": "eb801e81-7baf-4736-84ea-94cdd32a6342"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:26:40.573970 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [req-6db87445-2a20-4567-9d54-bb26f1485229 req-c0674fee-cbb6-48c2-956d-581f05b69fa7 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] Deleting port 266f3001-b5f0-410c-add5-d3ddc69a135c {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:26:40.574361 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-6db87445-2a20-4567-9d54-bb26f1485229 req-c0674fee-cbb6-48c2-956d-581f05b69fa7 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752272853989'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:40.603193 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b549d34-234a-487a-98fd-29e6ba938041 service neutron] Pushing event updated for resources: {'Port': ['ID=eb801e81-7baf-4736-84ea-94cdd32a6342,revision_number=3']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:40.663428 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd05fac-57f5-4eb9-8ecb-ea64ee1b250d x-openstack-request-id: req-8dd05fac-57f5-4eb9-8ecb-ea64ee1b250d {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:26:40.663890 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1408221b-c2c1-4d70-a1ee-632eec54f9fc", "tag": "eb801e81-7baf-4736-84ea-94cdd32a6342", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:26:40.664298 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8dd05fac-57f5-4eb9-8ecb-ea64ee1b250d {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:26:40.664916 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1408221b-c2c1-4d70-a1ee-632eec54f9fc', 'tag': 'eb801e81-7baf-4736-84ea-94cdd32a6342', 'status': 'completed', 'code': 200} Jul 13 19:26:40.701803 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 51760) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:40.706288 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f6af7-b5a7-4487-a92b-b43efe87f312 req-82bae8f9-86c9-43b4-aaf8-83c4849470aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:40.707932 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-6b8f6af7-b5a7-4487-a92b-b43efe87f312 req-82bae8f9-86c9-43b4-aaf8-83c4849470aa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=248dce75e9c94921877d1b32ba31a634&device_id=2948849c-cd06-4bfe-b1a8-9e34d272493c HTTP/1.1" status: 200 len: 1097 time: 0.0936501 Jul 13 19:26:40.738528 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-6db87445-2a20-4567-9d54-bb26f1485229 req-c0674fee-cbb6-48c2-956d-581f05b69fa7 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] For port 266f3001-b5f0-410c-add5-d3ddc69a135c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=266f3001-b5f0-410c-add5-d3ddc69a135c,segment=NetworkSegment(4f0a7b8d-8977-486c-a192-c6aa6614dc22),segment_id=4f0a7b8d-8977-486c-a192-c6aa6614dc22)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:40.739048 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-6db87445-2a20-4567-9d54-bb26f1485229 req-c0674fee-cbb6-48c2-956d-581f05b69fa7 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763640'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:40.759255 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-6b8f6af7-b5a7-4487-a92b-b43efe87f312 req-ae4baf00-9266-4caf-a027-c5105647a3b9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b098a10-9e62-4d5e-a99c-e39215f28b92 HTTP/1.1" status: 200 len: 217 time: 0.0418994 Jul 13 19:26:40.762221 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [req-6db87445-2a20-4567-9d54-bb26f1485229 req-c0674fee-cbb6-48c2-956d-581f05b69fa7 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] Calling delete_port for 266f3001-b5f0-410c-add5-d3ddc69a135c owned by compute:nova {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:26:40.781727 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f393540-fc1a-4e69-94a4-dfca26f6feff req-80aaa8c5-f143-435c-b246-3ca4b8e03a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:40.782120 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-1f393540-fc1a-4e69-94a4-dfca26f6feff req-80aaa8c5-f143-435c-b246-3ca4b8e03a17 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=248dce75e9c94921877d1b32ba31a634&device_id=1408221b-c2c1-4d70-a1ee-632eec54f9fc HTTP/1.1" status: 200 len: 1097 time: 0.1468852 Jul 13 19:26:40.870836 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f6af7-b5a7-4487-a92b-b43efe87f312 req-57127b85-b50f-4381-9ecf-e7ef34a8d9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:40.878286 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-6b8f6af7-b5a7-4487-a92b-b43efe87f312 req-57127b85-b50f-4381-9ecf-e7ef34a8d9ad service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fedad9ab-ec25-46bf-a611-8dd9aa1299f2 HTTP/1.1" status: 200 len: 859 time: 0.1123002 Jul 13 19:26:40.960105 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-1f393540-fc1a-4e69-94a4-dfca26f6feff req-8506ef58-8e72-4ea2-a73e-c4511a882505 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb801e81-7baf-4736-84ea-94cdd32a6342 HTTP/1.1" status: 200 len: 217 time: 0.1382182 Jul 13 19:26:40.970697 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-6b8f6af7-b5a7-4487-a92b-b43efe87f312 req-7a74747f-a406-4e55-b8c5-e11eb2d40647 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc4a6477-68b4-4cfe-9108-edf87a192a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846131 Jul 13 19:26:41.059938 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-955b066e-5763-4095-b935-848593f7b2a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:41.098647 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-6b8f6af7-b5a7-4487-a92b-b43efe87f312 req-6a6f7f5c-b6c7-4c65-b13b-113fee46ee80 service neutron] 10.222.0.18 "GET /v2.0/networks/fc4a6477-68b4-4cfe-9108-edf87a192a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134973 Jul 13 19:26:41.197103 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f393540-fc1a-4e69-94a4-dfca26f6feff req-8e331479-39d0-4178-8aa3-fb23ef22ecd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:41.198603 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-1f393540-fc1a-4e69-94a4-dfca26f6feff req-8e331479-39d0-4178-8aa3-fb23ef22ecd5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fedad9ab-ec25-46bf-a611-8dd9aa1299f2 HTTP/1.1" status: 200 len: 859 time: 0.2321556 Jul 13 19:26:41.201198 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-955b066e-5763-4095-b935-848593f7b2a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:41.228205 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-6b8f6af7-b5a7-4487-a92b-b43efe87f312 req-47eb5942-8382-4e8a-8f49-fb1e6cf6a222 service neutron] 10.222.0.18 "GET /v2.0/networks/fc4a6477-68b4-4cfe-9108-edf87a192a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283374 Jul 13 19:26:41.237767 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-6db87445-2a20-4567-9d54-bb26f1485229 req-c0674fee-cbb6-48c2-956d-581f05b69fa7 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752272859917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752272454292'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:41.242652 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-955b066e-5763-4095-b935-848593f7b2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:41.250016 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] get_ports_and_sgs() called for port_ids ['266f3001-b5f0-410c-add5-d3ddc69a135c'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:26:41.292351 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-1f393540-fc1a-4e69-94a4-dfca26f6feff req-714a1040-77a0-467a-8070-3fc75c07bcd7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc4a6477-68b4-4cfe-9108-edf87a192a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734427 Jul 13 19:26:41.372818 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0674fee-cbb6-48c2-956d-581f05b69fa7 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] Pushing event deleted for resources: {'Port': ['ID=266f3001-b5f0-410c-add5-d3ddc69a135c,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:41.378150 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f2ba02fc-4637-451a-9d78-4ecb3b1de274 req-6f9b6331-e0dd-4212-9e15-062166032218 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab2b9013-0584-4b8a-bf5a-9c27dc620f82 HTTP/1.1" status: 200 len: 210 time: 0.0439048 Jul 13 19:26:41.403444 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-955b066e-5763-4095-b935-848593f7b2a3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5f69121103da4a3a8b391bb9a8214fff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6982374 Jul 13 19:26:41.406258 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 51812) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:41.448996 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b066e-5763-4095-b935-848593f7b2a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5162c33b-a583-43a9-ae35-6edd6a557e71,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:41.452899 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db87445-2a20-4567-9d54-bb26f1485229 req-c0674fee-cbb6-48c2-956d-581f05b69fa7 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] No DVR routers for this DVR port 266f3001-b5f0-410c-add5-d3ddc69a135c on host hv-cinder-78693 {{(pid=92924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:26:41.456120 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-6db87445-2a20-4567-9d54-bb26f1485229 req-c0674fee-cbb6-48c2-956d-581f05b69fa7 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:41.458332 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-6db87445-2a20-4567-9d54-bb26f1485229 req-c0674fee-cbb6-48c2-956d-581f05b69fa7 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] 10.222.0.18 "DELETE /v2.0/ports/266f3001-b5f0-410c-add5-d3ddc69a135c HTTP/1.1" status: 204 len: 173 time: 1.0912185 Jul 13 19:26:41.460957 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab2b9013-0584-4b8a-bf5a-9c27dc620f82', 'name': 'network-vif-deleted', 'tag': '266f3001-b5f0-410c-add5-d3ddc69a135c'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:26:41.475916 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8879ae7e4e4d0f25c61261a3e286ece662f5d6b6250d5f2cd5814de7b022cdc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6597a82-a1f6-430a-82ec-abd2021524a9" -d '{"events": [{"server_uuid": "ab2b9013-0584-4b8a-bf5a-9c27dc620f82", "name": "network-vif-deleted", "tag": "266f3001-b5f0-410c-add5-d3ddc69a135c"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:26:41.509134 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6b3442f7-74b1-4c4c-a013-27691dfd6558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:41.532845 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5d1893-0aa5-489d-a7c1-cbeb73380dc0 x-openstack-request-id: req-4d5d1893-0aa5-489d-a7c1-cbeb73380dc0 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:26:41.533125 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab2b9013-0584-4b8a-bf5a-9c27dc620f82", "name": "network-vif-deleted", "tag": "266f3001-b5f0-410c-add5-d3ddc69a135c", "status": "completed", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:26:41.533373 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4d5d1893-0aa5-489d-a7c1-cbeb73380dc0 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:26:41.534157 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab2b9013-0584-4b8a-bf5a-9c27dc620f82', 'name': 'network-vif-deleted', 'tag': '266f3001-b5f0-410c-add5-d3ddc69a135c', 'status': 'completed', 'code': 200} Jul 13 19:26:41.540005 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-1f393540-fc1a-4e69-94a4-dfca26f6feff req-75533094-179e-4587-a825-ee2b4127dbcb service neutron] 10.222.0.18 "GET /v2.0/networks/fc4a6477-68b4-4cfe-9108-edf87a192a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041037 Jul 13 19:26:41.557663 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6b3442f7-74b1-4c4c-a013-27691dfd6558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:41.638993 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6b3442f7-74b1-4c4c-a013-27691dfd6558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:41.641715 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6b3442f7-74b1-4c4c-a013-27691dfd6558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:41.644834 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-6b3442f7-74b1-4c4c-a013-27691dfd6558 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5162c33b-a583-43a9-ae35-6edd6a557e71 HTTP/1.1" status: 204 len: 168 time: 0.2372744 Jul 13 19:26:41.654670 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3442f7-74b1-4c4c-a013-27691dfd6558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5162c33b-a583-43a9-ae35-6edd6a557e71,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:41.688437 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.agents_db [None req-012e1d35-f91a-49b0-a4f0-5c30301579de None None] Agent healthcheck: found 6 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:26:41.691645 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-1f393540-fc1a-4e69-94a4-dfca26f6feff req-d3bfb726-71e7-4ad1-beb6-044a090def78 service neutron] 10.222.0.18 "GET /v2.0/networks/fc4a6477-68b4-4cfe-9108-edf87a192a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435540 Jul 13 19:26:41.829747 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96925fed-e6b2-4761-9680-efc4785b77fa req-26ba6618-9ac3-4448-a9c5-45ad0cd724a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:41.831365 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-96925fed-e6b2-4761-9680-efc4785b77fa req-26ba6618-9ac3-4448-a9c5-45ad0cd724a4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=248dce75e9c94921877d1b32ba31a634&device_id=1408221b-c2c1-4d70-a1ee-632eec54f9fc HTTP/1.1" status: 200 len: 1097 time: 0.0682671 Jul 13 19:26:41.835128 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ddd9e6-2c6f-4681-bd60-8078b5c9b843 req-96612cfa-5435-44cc-a0f1-72328f7223e9 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:41.843651 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-91ddd9e6-2c6f-4681-bd60-8078b5c9b843 req-96612cfa-5435-44cc-a0f1-72328f7223e9 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=1408221b-c2c1-4d70-a1ee-632eec54f9fc HTTP/1.1" status: 200 len: 944 time: 0.0867479 Jul 13 19:26:41.901863 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-91ddd9e6-2c6f-4681-bd60-8078b5c9b843 req-6ab92e0f-54fd-477d-8619-2e421a7db0aa tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566306 Jul 13 19:26:41.953548 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96925fed-e6b2-4761-9680-efc4785b77fa req-3626421d-cb92-42fe-a3ad-9ab5227ad12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:41.955152 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-96925fed-e6b2-4761-9680-efc4785b77fa req-3626421d-cb92-42fe-a3ad-9ab5227ad12e service neutron] 10.222.0.18 "GET /v2.0/networks?id=fc4a6477-68b4-4cfe-9108-edf87a192a01 HTTP/1.1" status: 200 len: 920 time: 0.1167428 Jul 13 19:26:42.007533 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-96925fed-e6b2-4761-9680-efc4785b77fa req-f953086a-cc84-490e-98a9-26aaf444c32e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb801e81-7baf-4736-84ea-94cdd32a6342 HTTP/1.1" status: 200 len: 217 time: 0.0363300 Jul 13 19:26:42.017136 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 51838) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:42.041885 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-92674533-8e8f-467d-a225-34de93885c73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:42.111410 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96925fed-e6b2-4761-9680-efc4785b77fa req-b2b16927-e9ac-493f-9005-63e86f3e2822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:42.112952 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-96925fed-e6b2-4761-9680-efc4785b77fa req-b2b16927-e9ac-493f-9005-63e86f3e2822 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fedad9ab-ec25-46bf-a611-8dd9aa1299f2 HTTP/1.1" status: 200 len: 859 time: 0.0915389 Jul 13 19:26:42.162607 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-96925fed-e6b2-4761-9680-efc4785b77fa req-fde7f8f4-dc9f-4129-8585-96290eb4a758 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc4a6477-68b4-4cfe-9108-edf87a192a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411325 Jul 13 19:26:42.168362 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-92674533-8e8f-467d-a225-34de93885c73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:42.175469 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-92674533-8e8f-467d-a225-34de93885c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:42.215934 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-92674533-8e8f-467d-a225-34de93885c73 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3720ed7dd596418c8bac01b041ec05c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1976957 Jul 13 19:26:42.219803 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92674533-8e8f-467d-a225-34de93885c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57f3c20-dc3e-4a84-b068-cba92249420d,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:42.222205 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 51842) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:42.280480 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-96925fed-e6b2-4761-9680-efc4785b77fa req-28b0ea53-92f6-43b1-8f12-ede4551b2068 service neutron] 10.222.0.18 "GET /v2.0/networks/fc4a6477-68b4-4cfe-9108-edf87a192a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957272 Jul 13 19:26:42.285396 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-af025130-7a5c-49b3-8b95-0cbe04bb042e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:42.316023 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-af025130-7a5c-49b3-8b95-0cbe04bb042e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:42.366169 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-af025130-7a5c-49b3-8b95-0cbe04bb042e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:42.368783 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-af025130-7a5c-49b3-8b95-0cbe04bb042e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:42.369932 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-af025130-7a5c-49b3-8b95-0cbe04bb042e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e57f3c20-dc3e-4a84-b068-cba92249420d HTTP/1.1" status: 204 len: 168 time: 0.1376798 Jul 13 19:26:42.378082 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af025130-7a5c-49b3-8b95-0cbe04bb042e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57f3c20-dc3e-4a84-b068-cba92249420d,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:42.383099 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-96925fed-e6b2-4761-9680-efc4785b77fa req-1f8292c8-1b03-4a8a-81aa-59068f11609e service neutron] 10.222.0.18 "GET /v2.0/networks/fc4a6477-68b4-4cfe-9108-edf87a192a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961883 Jul 13 19:26:42.723989 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 51876) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:42.738288 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-bd1cda83-2f70-4ff2-97e7-d991a5be1998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:42.805430 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba9b82-8e52-4008-b7b0-60e2502d9831 req-8cc9c976-abd3-4af1-b6e3-6b0c9d701220 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:42.813359 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-35ba9b82-8e52-4008-b7b0-60e2502d9831 req-8cc9c976-abd3-4af1-b6e3-6b0c9d701220 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] 10.222.0.67 "GET /v2.0/networks?id=f3a27e8f-0aa6-4ff3-af1a-6b8905573dd2 HTTP/1.1" status: 200 len: 809 time: 0.1352496 Jul 13 19:26:42.828876 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-35ba9b82-8e52-4008-b7b0-60e2502d9831 req-b1d1c458-a71b-48e4-80ab-042f893a3160 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] 10.222.0.67 "GET /v2.0/quotas/ff9ec7a527e14076a82bb11248bc304a HTTP/1.1" status: 200 len: 375 time: 0.0135946 Jul 13 19:26:42.868750 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-35ba9b82-8e52-4008-b7b0-60e2502d9831 req-37567fc2-1baf-4e4f-b128-9b34888c040f tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=ff9ec7a527e14076a82bb11248bc304a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326657 Jul 13 19:26:42.877590 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-bd1cda83-2f70-4ff2-97e7-d991a5be1998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:42.882138 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-bd1cda83-2f70-4ff2-97e7-d991a5be1998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:42.890651 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 51886) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:42.931464 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-bd1cda83-2f70-4ff2-97e7-d991a5be1998 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8e0c9615b64549b2823d44c1a59e7b11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2039623 Jul 13 19:26:42.931464 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1cda83-2f70-4ff2-97e7-d991a5be1998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d24bc0f-c69e-481e-8904-7d76b15e0ae6,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:42.932614 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 51890) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:42.995217 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-35ba9b82-8e52-4008-b7b0-60e2502d9831 req-02a826a9-2d56-48a6-8203-7ac90013c670 service neutron] 10.222.0.67 "GET /v2.0/networks/f3a27e8f-0aa6-4ff3-af1a-6b8905573dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191335 Jul 13 19:26:43.002658 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-1337a00b-1632-4f01-b227-8d674dbfcc1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:43.034897 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-1337a00b-1632-4f01-b227-8d674dbfcc1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:43.081024 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-75515b3c-c382-4790-b250-2fcc128a2f77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:43.084967 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-35ba9b82-8e52-4008-b7b0-60e2502d9831 req-c4aea072-4acd-4788-9514-debbe360f469 service neutron] 10.222.0.67 "GET /v2.0/networks/f3a27e8f-0aa6-4ff3-af1a-6b8905573dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884025 Jul 13 19:26:43.177425 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-1337a00b-1632-4f01-b227-8d674dbfcc1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:43.181030 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-1337a00b-1632-4f01-b227-8d674dbfcc1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:43.182311 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-1337a00b-1632-4f01-b227-8d674dbfcc1d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7d24bc0f-c69e-481e-8904-7d76b15e0ae6 HTTP/1.1" status: 204 len: 168 time: 0.2368040 Jul 13 19:26:43.197937 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915aa74-abc4-4475-b68f-ad2228431ef7 req-1a7ecbe5-3609-4693-9562-147d5781e56c tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:43.199512 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-b915aa74-abc4-4475-b68f-ad2228431ef7 req-1a7ecbe5-3609-4693-9562-147d5781e56c tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=1408221b-c2c1-4d70-a1ee-632eec54f9fc HTTP/1.1" status: 200 len: 944 time: 0.1415961 Jul 13 19:26:43.220276 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1337a00b-1632-4f01-b227-8d674dbfcc1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d24bc0f-c69e-481e-8904-7d76b15e0ae6,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:43.277325 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-b915aa74-abc4-4475-b68f-ad2228431ef7 req-f38a39b6-a5e1-4a3c-bdf4-34aa766c0d51 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684025 Jul 13 19:26:43.311849 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-75515b3c-c382-4790-b250-2fcc128a2f77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:43.317227 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-75515b3c-c382-4790-b250-2fcc128a2f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:43.413691 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-75515b3c-c382-4790-b250-2fcc128a2f77 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4db2d070d81648ce967b311b9d61d39c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5191433 Jul 13 19:26:43.416602 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 51910) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:43.417097 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-a8267c2f-095d-4947-9438-24f659590ea2 req-bbb1f8ef-1163-4542-be17-2e1f8443405d tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] 10.222.0.67 "GET /v2.0/ports?device_id=b19572aa-1aa2-4a8a-9c5b-feb6a8909b79 HTTP/1.1" status: 200 len: 210 time: 0.0600080 Jul 13 19:26:43.418911 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75515b3c-c382-4790-b250-2fcc128a2f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aedb583e-9086-4fb4-bf1f-ae0f6724bf07,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:43.492968 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-91ed78ca-a875-4cc2-aa7f-8926bdfae36a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:43.531361 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-91ed78ca-a875-4cc2-aa7f-8926bdfae36a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:43.588365 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-91ed78ca-a875-4cc2-aa7f-8926bdfae36a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:43.591629 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-91ed78ca-a875-4cc2-aa7f-8926bdfae36a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:43.592959 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-91ed78ca-a875-4cc2-aa7f-8926bdfae36a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/aedb583e-9086-4fb4-bf1f-ae0f6724bf07 HTTP/1.1" status: 204 len: 168 time: 0.1729369 Jul 13 19:26:43.606391 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed78ca-a875-4cc2-aa7f-8926bdfae36a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aedb583e-9086-4fb4-bf1f-ae0f6724bf07,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:43.908199 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 51936) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:43.927394 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8f9c6a95-8d09-4938-90ff-2ecd6dd1bf46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:44.037953 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8f9c6a95-8d09-4938-90ff-2ecd6dd1bf46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:44.042397 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8f9c6a95-8d09-4938-90ff-2ecd6dd1bf46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:44.082551 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-8f9c6a95-8d09-4938-90ff-2ecd6dd1bf46 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e6e32ef9c7034098b7566292f9c5f37a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1732547 Jul 13 19:26:44.083440 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9c6a95-8d09-4938-90ff-2ecd6dd1bf46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81fbada9-d393-4752-a49c-2f29f9256707,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:44.085747 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 51942) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:44.135726 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a087fa4e-b3c0-400d-9520-2e102617822f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:44.157299 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a087fa4e-b3c0-400d-9520-2e102617822f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:44.203104 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a087fa4e-b3c0-400d-9520-2e102617822f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:44.205770 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a087fa4e-b3c0-400d-9520-2e102617822f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:44.207568 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-a087fa4e-b3c0-400d-9520-2e102617822f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/81fbada9-d393-4752-a49c-2f29f9256707 HTTP/1.1" status: 204 len: 168 time: 0.1201830 Jul 13 19:26:44.216329 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a087fa4e-b3c0-400d-9520-2e102617822f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81fbada9-d393-4752-a49c-2f29f9256707,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:44.600371 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba9b82-8e52-4008-b7b0-60e2502d9831 req-327be372-6bed-4bea-a941-d930e94e7f77 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:44.602583 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-35ba9b82-8e52-4008-b7b0-60e2502d9831 req-327be372-6bed-4bea-a941-d930e94e7f77 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] 10.222.0.18 "GET /v2.0/networks?id=f3a27e8f-0aa6-4ff3-af1a-6b8905573dd2 HTTP/1.1" status: 200 len: 809 time: 0.2071815 Jul 13 19:26:44.614379 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9706e2b0-cf30-4faf-9149-a376aef275a4 req-3023555c-50e5-49b1-8948-d9a982a0bc7d tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:44.622281 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-9706e2b0-cf30-4faf-9149-a376aef275a4 req-3023555c-50e5-49b1-8948-d9a982a0bc7d tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=1408221b-c2c1-4d70-a1ee-632eec54f9fc HTTP/1.1" status: 200 len: 944 time: 0.1885769 Jul 13 19:26:44.634993 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [req-35ba9b82-8e52-4008-b7b0-60e2502d9831 req-74c8b883-8353-407c-af5e-0f8688f113b8 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] Request body: {'port': {'device_id': 'b19572aa-1aa2-4a8a-9c5b-feb6a8909b79', 'network_id': 'f3a27e8f-0aa6-4ff3-af1a-6b8905573dd2', 'admin_state_up': True, 'tenant_id': 'ff9ec7a527e14076a82bb11248bc304a'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:26:44.805735 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a28ebe04-ca0f-4a49-9a88-a834783ad86c req-46e9ae99-62e3-411c-982c-d1b095e52987 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] 10.222.0.67 "GET /v2.0/ports?device_id=b19572aa-1aa2-4a8a-9c5b-feb6a8909b79 HTTP/1.1" status: 200 len: 210 time: 0.0391812 Jul 13 19:26:44.812065 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-9706e2b0-cf30-4faf-9149-a376aef275a4 req-4ddde74d-5cb4-462f-aabc-5ef4ae2b3d6f tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885772 Jul 13 19:26:44.813274 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35ba9b82-8e52-4008-b7b0-60e2502d9831 req-74c8b883-8353-407c-af5e-0f8688f113b8 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] Made reservation on behalf of ff9ec7a527e14076a82bb11248bc304a for: {'port': 1} {{(pid=92924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:26:44.816811 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-35ba9b82-8e52-4008-b7b0-60e2502d9831 req-74c8b883-8353-407c-af5e-0f8688f113b8 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:44.995049 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [req-35ba9b82-8e52-4008-b7b0-60e2502d9831 req-74c8b883-8353-407c-af5e-0f8688f113b8 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] Allocated IP 172.20.0.14 (f3a27e8f-0aa6-4ff3-af1a-6b8905573dd2/72e2c0b1-3b39-42dd-93d4-55967fa1316f/72458ae9-0a04-4cba-8cee-140f9c357dbd) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:26:45.199218 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-35ba9b82-8e52-4008-b7b0-60e2502d9831 req-74c8b883-8353-407c-af5e-0f8688f113b8 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:45.250511 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-35ba9b82-8e52-4008-b7b0-60e2502d9831 req-74c8b883-8353-407c-af5e-0f8688f113b8 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752272454283'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:45.309495 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35ba9b82-8e52-4008-b7b0-60e2502d9831 req-74c8b883-8353-407c-af5e-0f8688f113b8 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] Network f3a27e8f-0aa6-4ff3-af1a-6b8905573dd2 is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:26:45.317318 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [req-35ba9b82-8e52-4008-b7b0-60e2502d9831 req-74c8b883-8353-407c-af5e-0f8688f113b8 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:26:45.322480 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [req-35ba9b82-8e52-4008-b7b0-60e2502d9831 req-74c8b883-8353-407c-af5e-0f8688f113b8 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:26:45.328028 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba9b82-8e52-4008-b7b0-60e2502d9831 req-74c8b883-8353-407c-af5e-0f8688f113b8 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:45.328813 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-35ba9b82-8e52-4008-b7b0-60e2502d9831 req-74c8b883-8353-407c-af5e-0f8688f113b8 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:45.343847 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c8b883-8353-407c-af5e-0f8688f113b8 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] Pushing event updated for resources: {'Port': ['ID=72458ae9-0a04-4cba-8cee-140f9c357dbd,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:45.347650 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-35ba9b82-8e52-4008-b7b0-60e2502d9831 req-74c8b883-8353-407c-af5e-0f8688f113b8 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7222161 Jul 13 19:26:45.360951 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [req-35ba9b82-8e52-4008-b7b0-60e2502d9831 req-02abdbba-1010-42d0-98a6-f86787e9da7a service neutron] Request body: {'port': {'device_id': 'b19572aa-1aa2-4a8a-9c5b-feb6a8909b79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:26:45.437909 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-35ba9b82-8e52-4008-b7b0-60e2502d9831 req-02abdbba-1010-42d0-98a6-f86787e9da7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:45.709124 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device eb801e81-7baf-4736-84ea-94cdd32a6342 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:26:45.742983 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device 266f3001-b5f0-410c-add5-d3ddc69a135c no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:26:45.762229 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [req-35ba9b82-8e52-4008-b7b0-60e2502d9831 req-02abdbba-1010-42d0-98a6-f86787e9da7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72458ae9-0a04-4cba-8cee-140f9c357dbd {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:26:45.770531 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-35ba9b82-8e52-4008-b7b0-60e2502d9831 req-02abdbba-1010-42d0-98a6-f86787e9da7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:45.773037 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] No Port match for: 266f3001-b5f0-410c-add5-d3ddc69a135c {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:26:45.773391 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device 266f3001-b5f0-410c-add5-d3ddc69a135c not bound to the agent host hv-cinder-78693 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:26:45.789882 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [req-35ba9b82-8e52-4008-b7b0-60e2502d9831 req-02abdbba-1010-42d0-98a6-f86787e9da7a service neutron] Transition to ACTIVE for port object 72458ae9-0a04-4cba-8cee-140f9c357dbd will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:26:45.793047 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-35ba9b82-8e52-4008-b7b0-60e2502d9831 req-02abdbba-1010-42d0-98a6-f86787e9da7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:45.871417 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port eb801e81-7baf-4736-84ea-94cdd32a6342, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=eb801e81-7baf-4736-84ea-94cdd32a6342,segment=NetworkSegment(748c1b89-7c14-4ba5-90cd-7c5ac679752b),segment_id=748c1b89-7c14-4ba5-90cd-7c5ac679752b)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:45.877446 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02abdbba-1010-42d0-98a6-f86787e9da7a service neutron] Pushing event updated for resources: {'Port': ['ID=72458ae9-0a04-4cba-8cee-140f9c357dbd,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:45.884196 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Returning: {'device': 'eb801e81-7baf-4736-84ea-94cdd32a6342', 'network_id': 'fc4a6477-68b4-4cfe-9108-edf87a192a01', 'port_id': 'eb801e81-7baf-4736-84ea-94cdd32a6342', 'mac_address': 'fa:16:3e:9d:02:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fedad9ab-ec25-46bf-a611-8dd9aa1299f2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:26:45.891850 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-35ba9b82-8e52-4008-b7b0-60e2502d9831 req-02abdbba-1010-42d0-98a6-f86787e9da7a service neutron] Attempting to bind port 72458ae9-0a04-4cba-8cee-140f9c357dbd on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:26:45.892105 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-35ba9b82-8e52-4008-b7b0-60e2502d9831 req-02abdbba-1010-42d0-98a6-f86787e9da7a service neutron] Attempting to bind port 72458ae9-0a04-4cba-8cee-140f9c357dbd by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '4f0a7b8d-8977-486c-a192-c6aa6614dc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f3a27e8f-0aa6-4ff3-af1a-6b8905573dd2'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:26:45.892433 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ba9b82-8e52-4008-b7b0-60e2502d9831 req-02abdbba-1010-42d0-98a6-f86787e9da7a service neutron] Attempting to bind port 72458ae9-0a04-4cba-8cee-140f9c357dbd on network f3a27e8f-0aa6-4ff3-af1a-6b8905573dd2 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:26:45.905185 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 52056) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:45.914371 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ba9b82-8e52-4008-b7b0-60e2502d9831 req-02abdbba-1010-42d0-98a6-f86787e9da7a service neutron] Port 72458ae9-0a04-4cba-8cee-140f9c357dbd on network f3a27e8f-0aa6-4ff3-af1a-6b8905573dd2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:26:45.914716 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ba9b82-8e52-4008-b7b0-60e2502d9831 req-02abdbba-1010-42d0-98a6-f86787e9da7a service neutron] Attempting to bind port 72458ae9-0a04-4cba-8cee-140f9c357dbd on network f3a27e8f-0aa6-4ff3-af1a-6b8905573dd2 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:26:45.922568 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ba9b82-8e52-4008-b7b0-60e2502d9831 req-02abdbba-1010-42d0-98a6-f86787e9da7a service neutron] Checking agent: {'id': '4a103c85-e045-48ce-a8be-787d9b9ed000', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 23, 28), 'started_at': datetime.datetime(2021, 7, 13, 19, 23, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:26:45.926239 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ba9b82-8e52-4008-b7b0-60e2502d9831 req-02abdbba-1010-42d0-98a6-f86787e9da7a service neutron] Checking segment: {'id': '4f0a7b8d-8977-486c-a192-c6aa6614dc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f3a27e8f-0aa6-4ff3-af1a-6b8905573dd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:26:45.926657 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ba9b82-8e52-4008-b7b0-60e2502d9831 req-02abdbba-1010-42d0-98a6-f86787e9da7a service neutron] Bound using segment: {'id': '4f0a7b8d-8977-486c-a192-c6aa6614dc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f3a27e8f-0aa6-4ff3-af1a-6b8905573dd2'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:26:45.927103 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-35ba9b82-8e52-4008-b7b0-60e2502d9831 req-02abdbba-1010-42d0-98a6-f86787e9da7a service neutron] Bound port: 72458ae9-0a04-4cba-8cee-140f9c357dbd, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f0a7b8d-8977-486c-a192-c6aa6614dc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f3a27e8f-0aa6-4ff3-af1a-6b8905573dd2'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:26:45.927497 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-35ba9b82-8e52-4008-b7b0-60e2502d9831 req-02abdbba-1010-42d0-98a6-f86787e9da7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:45.930088 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:45.945343 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb801e81-7baf-4736-84ea-94cdd32a6342 {{(pid=92925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:26:45.967355 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port eb801e81-7baf-4736-84ea-94cdd32a6342, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=eb801e81-7baf-4736-84ea-94cdd32a6342,segment=NetworkSegment(748c1b89-7c14-4ba5-90cd-7c5ac679752b),segment_id=748c1b89-7c14-4ba5-90cd-7c5ac679752b)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:45.972877 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:45.974105 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device 3b098a10-9e62-4d5e-a99c-e39215f28b92 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:26:46.057748 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port 3b098a10-9e62-4d5e-a99c-e39215f28b92, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=3b098a10-9e62-4d5e-a99c-e39215f28b92,segment=NetworkSegment(748c1b89-7c14-4ba5-90cd-7c5ac679752b),segment_id=748c1b89-7c14-4ba5-90cd-7c5ac679752b)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:46.067977 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Pushing event updated for resources: {'Port': ['ID=eb801e81-7baf-4736-84ea-94cdd32a6342,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:46.077431 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Returning: {'device': '3b098a10-9e62-4d5e-a99c-e39215f28b92', 'network_id': 'fc4a6477-68b4-4cfe-9108-edf87a192a01', 'port_id': '3b098a10-9e62-4d5e-a99c-e39215f28b92', 'mac_address': 'fa:16:3e:06:ad:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fedad9ab-ec25-46bf-a611-8dd9aa1299f2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:26:46.105610 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7330ccb3-7ba2-4897-810e-df6f0adf380c req-57ec4be5-42ff-4a3a-911d-bc4745d0557e tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:46.116190 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7330ccb3-7ba2-4897-810e-df6f0adf380c req-57ec4be5-42ff-4a3a-911d-bc4745d0557e tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] 10.222.0.67 "GET /v2.0/ports?device_id=b19572aa-1aa2-4a8a-9c5b-feb6a8909b79 HTTP/1.1" status: 200 len: 944 time: 0.0891962 Jul 13 19:26:46.116870 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-35ba9b82-8e52-4008-b7b0-60e2502d9831 req-02abdbba-1010-42d0-98a6-f86787e9da7a service neutron] For port 72458ae9-0a04-4cba-8cee-140f9c357dbd, host hv-cinder-78693, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:26:46.142834 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:46.151585 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-35ba9b82-8e52-4008-b7b0-60e2502d9831 req-02abdbba-1010-42d0-98a6-f86787e9da7a service neutron] For port 72458ae9-0a04-4cba-8cee-140f9c357dbd, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=72458ae9-0a04-4cba-8cee-140f9c357dbd,segment=NetworkSegment(4f0a7b8d-8977-486c-a192-c6aa6614dc22),segment_id=4f0a7b8d-8977-486c-a192-c6aa6614dc22)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:26:46.163323 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-35ba9b82-8e52-4008-b7b0-60e2502d9831 req-02abdbba-1010-42d0-98a6-f86787e9da7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:46.166099 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b098a10-9e62-4d5e-a99c-e39215f28b92 {{(pid=92925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:26:46.198993 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1c1d100c-8f7e-4ec2-85f5-bc945b6d367d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:46.205118 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port 3b098a10-9e62-4d5e-a99c-e39215f28b92, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=3b098a10-9e62-4d5e-a99c-e39215f28b92,segment=NetworkSegment(748c1b89-7c14-4ba5-90cd-7c5ac679752b),segment_id=748c1b89-7c14-4ba5-90cd-7c5ac679752b)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:46.214738 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:46.215113 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba9b82-8e52-4008-b7b0-60e2502d9831 req-02abdbba-1010-42d0-98a6-f86787e9da7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:46.216802 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-35ba9b82-8e52-4008-b7b0-60e2502d9831 req-02abdbba-1010-42d0-98a6-f86787e9da7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:46.218673 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-35ba9b82-8e52-4008-b7b0-60e2502d9831 req-02abdbba-1010-42d0-98a6-f86787e9da7a service neutron] 10.222.0.18 "PUT /v2.0/ports/72458ae9-0a04-4cba-8cee-140f9c357dbd HTTP/1.1" status: 200 len: 1094 time: 0.8627491 Jul 13 19:26:46.227610 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b19572aa-1aa2-4a8a-9c5b-feb6a8909b79', 'tag': '72458ae9-0a04-4cba-8cee-140f9c357dbd'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:26:46.231381 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8879ae7e4e4d0f25c61261a3e286ece662f5d6b6250d5f2cd5814de7b022cdc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833db2a5-cad2-4ce1-a874-66b4525a5e99" -d '{"events": [{"name": "network-changed", "server_uuid": "b19572aa-1aa2-4a8a-9c5b-feb6a8909b79", "tag": "72458ae9-0a04-4cba-8cee-140f9c357dbd"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:26:46.259985 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7330ccb3-7ba2-4897-810e-df6f0adf380c req-ca7fb6e7-2434-44c2-8f55-fc270d8bd4e1 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] 10.222.0.67 "GET /v2.0/security-groups?id=e5bc2327-1b96-4bf8-a4d4-b35c4de09296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423626 Jul 13 19:26:46.289019 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516282a8-99a8-40d8-a4a8-d1ef04ce9619 req-2d617735-844a-488c-9c3f-28c4b7ff1586 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:46.290879 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-516282a8-99a8-40d8-a4a8-d1ef04ce9619 req-2d617735-844a-488c-9c3f-28c4b7ff1586 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=1408221b-c2c1-4d70-a1ee-632eec54f9fc HTTP/1.1" status: 200 len: 945 time: 0.2138829 Jul 13 19:26:46.305468 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02abdbba-1010-42d0-98a6-f86787e9da7a service neutron] Pushing event updated for resources: {'Port': ['ID=72458ae9-0a04-4cba-8cee-140f9c357dbd,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:46.335106 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Pushing event updated for resources: {'Port': ['ID=3b098a10-9e62-4d5e-a99c-e39215f28b92,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:46.356491 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-7beb601f-1f06-494c-ac42-329e723b4bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:46.421681 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-516282a8-99a8-40d8-a4a8-d1ef04ce9619 req-a7d32a9a-9cbe-4bb8-ae84-7864253d0c6e tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163886 Jul 13 19:26:46.423787 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba9b82-8e52-4008-b7b0-60e2502d9831 req-7ccf8d93-2979-4aa1-9376-c788136915fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:46.425367 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-35ba9b82-8e52-4008-b7b0-60e2502d9831 req-7ccf8d93-2979-4aa1-9376-c788136915fd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ff9ec7a527e14076a82bb11248bc304a&device_id=b19572aa-1aa2-4a8a-9c5b-feb6a8909b79 HTTP/1.1" status: 200 len: 1097 time: 0.1490605 Jul 13 19:26:46.431838 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1c1d100c-8f7e-4ec2-85f5-bc945b6d367d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:46.445434 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1c1d100c-8f7e-4ec2-85f5-bc945b6d367d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:46.478733 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] get_ports_and_sgs() called for port_ids ['3b098a10-9e62-4d5e-a99c-e39215f28b92'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:26:46.504311 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-1c1d100c-8f7e-4ec2-85f5-bc945b6d367d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=07d16fb676844c15bdcd985c2784d271&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5978098 Jul 13 19:26:46.507431 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d100c-8f7e-4ec2-85f5-bc945b6d367d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c2a986-f93b-4f4d-8e09-631bd6d20c6b,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:46.509594 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-35ba9b82-8e52-4008-b7b0-60e2502d9831 req-0291fa70-43e9-46ab-a177-4348e77a4c3d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=72458ae9-0a04-4cba-8cee-140f9c357dbd HTTP/1.1" status: 200 len: 217 time: 0.0759175 Jul 13 19:26:46.510221 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 52074) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:46.511893 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ec7aa6-53e2-4745-b8eb-5411dc3604ae x-openstack-request-id: req-21ec7aa6-53e2-4745-b8eb-5411dc3604ae {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:26:46.512300 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b19572aa-1aa2-4a8a-9c5b-feb6a8909b79", "tag": "72458ae9-0a04-4cba-8cee-140f9c357dbd", "status": "completed", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:26:46.520293 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-21ec7aa6-53e2-4745-b8eb-5411dc3604ae {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:26:46.521620 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b19572aa-1aa2-4a8a-9c5b-feb6a8909b79', 'tag': '72458ae9-0a04-4cba-8cee-140f9c357dbd', 'status': 'completed', 'code': 200} Jul 13 19:26:46.529052 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] get_ports_and_sgs() called for port_ids ['eb801e81-7baf-4736-84ea-94cdd32a6342'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:26:46.581817 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 52076) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:46.636690 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba9b82-8e52-4008-b7b0-60e2502d9831 req-a5b80a15-7a98-4393-8213-22435eead249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:46.638539 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-35ba9b82-8e52-4008-b7b0-60e2502d9831 req-a5b80a15-7a98-4393-8213-22435eead249 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=72e2c0b1-3b39-42dd-93d4-55967fa1316f HTTP/1.1" status: 200 len: 849 time: 0.1062613 Jul 13 19:26:46.644230 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-2bda119a-df9e-46df-a85b-620f14a8b8a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:46.693102 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-35ba9b82-8e52-4008-b7b0-60e2502d9831 req-e36ed3a5-50de-4ca9-b112-c1139628f0f7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f3a27e8f-0aa6-4ff3-af1a-6b8905573dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382617 Jul 13 19:26:46.699491 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-2bda119a-df9e-46df-a85b-620f14a8b8a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:46.803597 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c4c1fb3f-19e2-4843-9c47-b0e588a83260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:46.832574 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-2bda119a-df9e-46df-a85b-620f14a8b8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:46.835577 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-2bda119a-df9e-46df-a85b-620f14a8b8a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:46.839403 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-2bda119a-df9e-46df-a85b-620f14a8b8a5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/69c2a986-f93b-4f4d-8e09-631bd6d20c6b HTTP/1.1" status: 204 len: 168 time: 0.3139956 Jul 13 19:26:46.849279 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-35ba9b82-8e52-4008-b7b0-60e2502d9831 req-df28fdbb-ee09-4bee-85a0-1996d8582736 service neutron] 10.222.0.18 "GET /v2.0/networks/f3a27e8f-0aa6-4ff3-af1a-6b8905573dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472118 Jul 13 19:26:46.850969 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bda119a-df9e-46df-a85b-620f14a8b8a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c2a986-f93b-4f4d-8e09-631bd6d20c6b,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:46.956192 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c4c1fb3f-19e2-4843-9c47-b0e588a83260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:46.964795 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c4c1fb3f-19e2-4843-9c47-b0e588a83260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:46.988138 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-35ba9b82-8e52-4008-b7b0-60e2502d9831 req-dd8e7271-3104-4205-a7e7-b42723fb0ef1 service neutron] 10.222.0.18 "GET /v2.0/networks/f3a27e8f-0aa6-4ff3-af1a-6b8905573dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301172 Jul 13 19:26:47.007998 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-c4c1fb3f-19e2-4843-9c47-b0e588a83260 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6b60228350504890a906fd2a054eec9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4239113 Jul 13 19:26:47.008395 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 52088) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:47.019486 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c1fb3f-19e2-4843-9c47-b0e588a83260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2802f5-5958-4c61-9fbd-b4b3489bd095,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:47.097585 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-2e83da51-054c-4bfd-b01a-82e450d76e40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:47.126567 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-2e83da51-054c-4bfd-b01a-82e450d76e40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:47.169924 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833db2a5-cad2-4ce1-a874-66b4525a5e99 req-f3560da2-87a7-42d7-b99f-01b77701edc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:47.171400 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-833db2a5-cad2-4ce1-a874-66b4525a5e99 req-f3560da2-87a7-42d7-b99f-01b77701edc7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ff9ec7a527e14076a82bb11248bc304a&device_id=b19572aa-1aa2-4a8a-9c5b-feb6a8909b79 HTTP/1.1" status: 200 len: 1097 time: 0.1057909 Jul 13 19:26:47.233350 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-2e83da51-054c-4bfd-b01a-82e450d76e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:47.236216 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-2e83da51-054c-4bfd-b01a-82e450d76e40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:47.237341 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-2e83da51-054c-4bfd-b01a-82e450d76e40 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3d2802f5-5958-4c61-9fbd-b4b3489bd095 HTTP/1.1" status: 204 len: 168 time: 0.2272916 Jul 13 19:26:47.250299 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e83da51-054c-4bfd-b01a-82e450d76e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2802f5-5958-4c61-9fbd-b4b3489bd095,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:47.277088 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 52094) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:47.291007 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9321aa62-3a54-4775-a480-88b57b2931a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:47.294484 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833db2a5-cad2-4ce1-a874-66b4525a5e99 req-b4478faa-7767-45f3-b83d-1767e50f756f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:47.296262 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-833db2a5-cad2-4ce1-a874-66b4525a5e99 req-b4478faa-7767-45f3-b83d-1767e50f756f service neutron] 10.222.0.18 "GET /v2.0/networks?id=f3a27e8f-0aa6-4ff3-af1a-6b8905573dd2 HTTP/1.1" status: 200 len: 910 time: 0.1160216 Jul 13 19:26:47.363588 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-833db2a5-cad2-4ce1-a874-66b4525a5e99 req-cc4cf047-2955-48a2-b687-b6db5d4ca16a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=72458ae9-0a04-4cba-8cee-140f9c357dbd HTTP/1.1" status: 200 len: 217 time: 0.0567906 Jul 13 19:26:47.411296 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9321aa62-3a54-4775-a480-88b57b2931a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:47.417184 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9321aa62-3a54-4775-a480-88b57b2931a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:47.458274 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833db2a5-cad2-4ce1-a874-66b4525a5e99 req-b1eef9fe-f3db-4095-8a1d-5ecdf04166a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:47.460393 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-833db2a5-cad2-4ce1-a874-66b4525a5e99 req-b1eef9fe-f3db-4095-8a1d-5ecdf04166a1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=72e2c0b1-3b39-42dd-93d4-55967fa1316f HTTP/1.1" status: 200 len: 849 time: 0.0906768 Jul 13 19:26:47.460957 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 52100) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:47.461348 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-9321aa62-3a54-4775-a480-88b57b2931a3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a3d0f0a1b2334ff8bfc672d41cf29dc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1832812 Jul 13 19:26:47.480772 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9321aa62-3a54-4775-a480-88b57b2931a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f77e1f6-e9e8-4618-9870-98f3525d096f,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:47.545693 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-833db2a5-cad2-4ce1-a874-66b4525a5e99 req-ede4c40c-6a75-4851-a758-f50143d3a7d7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f3a27e8f-0aa6-4ff3-af1a-6b8905573dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451992 Jul 13 19:26:47.610176 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3a477705-2628-4db5-becd-2b7bbcc3db20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:47.619664 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b88dc8-7f8b-49fe-9a59-95ccc26bfbfd req-0863abe6-4f4a-4a7d-b676-0ebfd68114a1 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:47.621221 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-30b88dc8-7f8b-49fe-9a59-95ccc26bfbfd req-0863abe6-4f4a-4a7d-b676-0ebfd68114a1 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=1408221b-c2c1-4d70-a1ee-632eec54f9fc HTTP/1.1" status: 200 len: 945 time: 0.0669351 Jul 13 19:26:47.638146 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acac8c4-e6e3-4ece-b04f-22ff678e0615 req-47caeeb8-bf13-4fb2-877d-1c6c27f1a19f tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:47.639649 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-8acac8c4-e6e3-4ece-b04f-22ff678e0615 req-47caeeb8-bf13-4fb2-877d-1c6c27f1a19f tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] 10.222.0.67 "GET /v2.0/ports?device_id=b19572aa-1aa2-4a8a-9c5b-feb6a8909b79 HTTP/1.1" status: 200 len: 944 time: 0.2329206 Jul 13 19:26:47.656659 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3a477705-2628-4db5-becd-2b7bbcc3db20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:47.662402 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-30b88dc8-7f8b-49fe-9a59-95ccc26bfbfd req-af4326fc-b857-432c-8094-58a9c9d76e33 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355201 Jul 13 19:26:47.728128 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device 3b098a10-9e62-4d5e-a99c-e39215f28b92 up at agent hyperv_hv-cinder-78693 {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:26:47.743540 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-8acac8c4-e6e3-4ece-b04f-22ff678e0615 req-153e9d6b-48b8-4df9-ae5b-861f007a7711 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] 10.222.0.67 "GET /v2.0/security-groups?id=e5bc2327-1b96-4bf8-a4d4-b35c4de09296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933967 Jul 13 19:26:47.745459 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-833db2a5-cad2-4ce1-a874-66b4525a5e99 req-113f4432-2b90-4099-8090-5da52cb6b74e service neutron] 10.222.0.18 "GET /v2.0/networks/f3a27e8f-0aa6-4ff3-af1a-6b8905573dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893661 Jul 13 19:26:47.795311 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Provisioning for port 3b098a10-9e62-4d5e-a99c-e39215f28b92 completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:26:47.799351 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Provisioning complete for port 3b098a10-9e62-4d5e-a99c-e39215f28b92 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:26:47.799779 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:47.819539 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3a477705-2628-4db5-becd-2b7bbcc3db20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:47.823869 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3a477705-2628-4db5-becd-2b7bbcc3db20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:47.823869 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-3a477705-2628-4db5-becd-2b7bbcc3db20 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3f77e1f6-e9e8-4618-9870-98f3525d096f HTTP/1.1" status: 204 len: 168 time: 0.3602951 Jul 13 19:26:47.850650 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a477705-2628-4db5-becd-2b7bbcc3db20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f77e1f6-e9e8-4618-9870-98f3525d096f,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:47.887912 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-833db2a5-cad2-4ce1-a874-66b4525a5e99 req-3a0c95cc-2bba-4c9b-8e4d-3b9cb1b165a6 service neutron] 10.222.0.18 "GET /v2.0/networks/f3a27e8f-0aa6-4ff3-af1a-6b8905573dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321158 Jul 13 19:26:48.057967 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:48.083846 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2948849c-cd06-4bfe-b1a8-9e34d272493c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b098a10-9e62-4d5e-a99c-e39215f28b92'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:26:48.086373 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540c69b029c7553e3853e743d2a892cf8287872a4bddd25c2711216cf853e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921233b5-5844-403e-bfc8-bfbbe9069eb7" -d '{"events": [{"server_uuid": "2948849c-cd06-4bfe-b1a8-9e34d272493c", "name": "network-vif-plugged", "status": "completed", "tag": "3b098a10-9e62-4d5e-a99c-e39215f28b92"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:26:48.105057 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port 3b098a10-9e62-4d5e-a99c-e39215f28b92, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=3b098a10-9e62-4d5e-a99c-e39215f28b92,segment=NetworkSegment(748c1b89-7c14-4ba5-90cd-7c5ac679752b),segment_id=748c1b89-7c14-4ba5-90cd-7c5ac679752b)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:48.109824 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:48.110999 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device eb801e81-7baf-4736-84ea-94cdd32a6342 up at agent hyperv_hv-cinder-78693 {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:26:48.165775 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9ddc5a-13a3-4c85-95a7-6651bb592b91 x-openstack-request-id: req-2f9ddc5a-13a3-4c85-95a7-6651bb592b91 {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:26:48.166077 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2948849c-cd06-4bfe-b1a8-9e34d272493c", "name": "network-vif-plugged", "status": "completed", "tag": "3b098a10-9e62-4d5e-a99c-e39215f28b92", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:26:48.166495 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2f9ddc5a-13a3-4c85-95a7-6651bb592b91 {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:26:48.167148 dv-cinder-786932-3-iscsi neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2948849c-cd06-4bfe-b1a8-9e34d272493c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b098a10-9e62-4d5e-a99c-e39215f28b92', 'code': 200} Jul 13 19:26:48.218006 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Pushing event updated for resources: {'Port': ['ID=3b098a10-9e62-4d5e-a99c-e39215f28b92,revision_number=5']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:48.227564 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Provisioning for port eb801e81-7baf-4736-84ea-94cdd32a6342 completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:26:48.231624 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Provisioning complete for port eb801e81-7baf-4736-84ea-94cdd32a6342 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:26:48.231925 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:48.332880 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:48.370644 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port eb801e81-7baf-4736-84ea-94cdd32a6342, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=eb801e81-7baf-4736-84ea-94cdd32a6342,segment=NetworkSegment(748c1b89-7c14-4ba5-90cd-7c5ac679752b),segment_id=748c1b89-7c14-4ba5-90cd-7c5ac679752b)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:48.374891 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:48.436869 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d58358-f2ce-4581-8850-cda551bd0565 req-ff76293d-a6a8-42d2-a174-0731fd1461a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:48.439011 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-36d58358-f2ce-4581-8850-cda551bd0565 req-ff76293d-a6a8-42d2-a174-0731fd1461a6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2948849c-cd06-4bfe-b1a8-9e34d272493c HTTP/1.1" status: 200 len: 1099 time: 0.0652649 Jul 13 19:26:48.456326 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Pushing event updated for resources: {'Port': ['ID=eb801e81-7baf-4736-84ea-94cdd32a6342,revision_number=5']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:48.498008 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-36d58358-f2ce-4581-8850-cda551bd0565 req-2b20a233-4b8a-4f63-8b81-0d0aa1e97680 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496674 Jul 13 19:26:48.903549 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2f3aeb-983f-4d5d-b92d-67637e34a207 req-cc0c9d38-6ff5-4167-afff-a24e01965ba5 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:48.905338 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-7e2f3aeb-983f-4d5d-b92d-67637e34a207 req-cc0c9d38-6ff5-4167-afff-a24e01965ba5 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=1408221b-c2c1-4d70-a1ee-632eec54f9fc HTTP/1.1" status: 200 len: 946 time: 0.1127739 Jul 13 19:26:48.946748 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-2af1e415-9131-4c1e-85c5-b8311dbc406d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:48.961626 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-7e2f3aeb-983f-4d5d-b92d-67637e34a207 req-f766dd6e-dff2-4555-9bb7-6b83c97ce215 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472188 Jul 13 19:26:49.014110 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23cd0bc-d390-4c5f-a081-4fdd4f0635ae req-93ac6893-cfe0-4bf1-915a-4590746bc72a tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:49.016667 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f23cd0bc-d390-4c5f-a081-4fdd4f0635ae req-93ac6893-cfe0-4bf1-915a-4590746bc72a tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] 10.222.0.67 "GET /v2.0/ports?device_id=b19572aa-1aa2-4a8a-9c5b-feb6a8909b79 HTTP/1.1" status: 200 len: 944 time: 0.1025445 Jul 13 19:26:49.073310 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f23cd0bc-d390-4c5f-a081-4fdd4f0635ae req-637d62dd-af93-4b01-86a6-138225724dd4 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] 10.222.0.67 "GET /v2.0/security-groups?id=e5bc2327-1b96-4bf8-a4d4-b35c4de09296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432696 Jul 13 19:26:49.078950 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:49.744333 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device 72458ae9-0a04-4cba-8cee-140f9c357dbd details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:26:49.835012 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port 72458ae9-0a04-4cba-8cee-140f9c357dbd, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=72458ae9-0a04-4cba-8cee-140f9c357dbd,segment=NetworkSegment(4f0a7b8d-8977-486c-a192-c6aa6614dc22),segment_id=4f0a7b8d-8977-486c-a192-c6aa6614dc22)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:49.845732 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Returning: {'device': '72458ae9-0a04-4cba-8cee-140f9c357dbd', 'network_id': 'f3a27e8f-0aa6-4ff3-af1a-6b8905573dd2', 'port_id': '72458ae9-0a04-4cba-8cee-140f9c357dbd', 'mac_address': 'fa:16:3e:12:f8:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72e2c0b1-3b39-42dd-93d4-55967fa1316f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:26:49.885703 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:49.898423 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72458ae9-0a04-4cba-8cee-140f9c357dbd {{(pid=92925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:26:49.917323 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port 72458ae9-0a04-4cba-8cee-140f9c357dbd, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=72458ae9-0a04-4cba-8cee-140f9c357dbd,segment=NetworkSegment(4f0a7b8d-8977-486c-a192-c6aa6614dc22),segment_id=4f0a7b8d-8977-486c-a192-c6aa6614dc22)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:49.921431 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:49.973612 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Pushing event updated for resources: {'Port': ['ID=72458ae9-0a04-4cba-8cee-140f9c357dbd,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:50.147184 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408681ad-a97f-41d9-ba04-673f565fed08 req-20750f20-eedd-4479-8caa-4e3a7831bf54 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:50.148768 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-408681ad-a97f-41d9-ba04-673f565fed08 req-20750f20-eedd-4479-8caa-4e3a7831bf54 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=1408221b-c2c1-4d70-a1ee-632eec54f9fc HTTP/1.1" status: 200 len: 946 time: 0.0662990 Jul 13 19:26:50.168650 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1408221b-c2c1-4d70-a1ee-632eec54f9fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb801e81-7baf-4736-84ea-94cdd32a6342'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:26:50.170964 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540c69b029c7553e3853e743d2a892cf8287872a4bddd25c2711216cf853e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9db14ab-e547-473f-9fdb-0254b51831bc" -d '{"events": [{"server_uuid": "1408221b-c2c1-4d70-a1ee-632eec54f9fc", "name": "network-vif-plugged", "status": "completed", "tag": "eb801e81-7baf-4736-84ea-94cdd32a6342"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:26:50.189113 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] get_ports_and_sgs() called for port_ids ['72458ae9-0a04-4cba-8cee-140f9c357dbd'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:26:50.202972 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-408681ad-a97f-41d9-ba04-673f565fed08 req-838e0ca9-f25b-4037-a4a2-1b71327de268 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483017 Jul 13 19:26:50.229497 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f121cc10-15a3-4774-9d3b-44cefef2260b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:50.296530 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dbf471-29fe-4a4c-b8e8-25e7a8eeaea7 req-20784c3e-ad21-4b35-a892-f68a81ec4b18 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:50.298110 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-96dbf471-29fe-4a4c-b8e8-25e7a8eeaea7 req-20784c3e-ad21-4b35-a892-f68a81ec4b18 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] 10.222.0.67 "GET /v2.0/ports?device_id=b19572aa-1aa2-4a8a-9c5b-feb6a8909b79 HTTP/1.1" status: 200 len: 945 time: 0.0920334 Jul 13 19:26:50.364355 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-96dbf471-29fe-4a4c-b8e8-25e7a8eeaea7 req-c6f183eb-0b2e-4313-926c-33295aa2067e tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] 10.222.0.67 "GET /v2.0/security-groups?id=e5bc2327-1b96-4bf8-a4d4-b35c4de09296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542269 Jul 13 19:26:50.432312 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9fb483e-0aae-4292-accf-5f60714537c0 x-openstack-request-id: req-b9fb483e-0aae-4292-accf-5f60714537c0 {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:26:50.433104 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1408221b-c2c1-4d70-a1ee-632eec54f9fc", "name": "network-vif-plugged", "status": "completed", "tag": "eb801e81-7baf-4736-84ea-94cdd32a6342", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:26:50.433838 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b9fb483e-0aae-4292-accf-5f60714537c0 {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:26:50.434470 dv-cinder-786932-3-iscsi neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1408221b-c2c1-4d70-a1ee-632eec54f9fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb801e81-7baf-4736-84ea-94cdd32a6342', 'code': 200} Jul 13 19:26:50.464566 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 52186) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:50.615294 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-aacd6805-fc2a-4e5b-9139-926c9f56f88c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:50.685667 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490f54c-e759-4821-966c-f6a05392e306 req-5d356a3f-32df-4379-bc37-67ce2ef193a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:50.687604 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-f490f54c-e759-4821-966c-f6a05392e306 req-5d356a3f-32df-4379-bc37-67ce2ef193a0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1408221b-c2c1-4d70-a1ee-632eec54f9fc HTTP/1.1" status: 200 len: 1099 time: 0.0571609 Jul 13 19:26:50.724360 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-aacd6805-fc2a-4e5b-9139-926c9f56f88c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:50.724977 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-f490f54c-e759-4821-966c-f6a05392e306 req-7f7086b4-8f11-4f21-8c21-ab30d323afda service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301142 Jul 13 19:26:50.728492 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-aacd6805-fc2a-4e5b-9139-926c9f56f88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:50.767665 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacd6805-fc2a-4e5b-9139-926c9f56f88c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ccb4a92-dd0a-47c1-920c-9bd8cf14ec11,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:50.772305 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-aacd6805-fc2a-4e5b-9139-926c9f56f88c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2a77f5bda4c3439b9fa3833135f43bd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3064363 Jul 13 19:26:50.775133 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 52196) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:50.827715 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8627b0c9-be68-4dc5-b144-3d641b07ce87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:50.852146 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8627b0c9-be68-4dc5-b144-3d641b07ce87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:50.902538 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8627b0c9-be68-4dc5-b144-3d641b07ce87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:50.905055 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8627b0c9-be68-4dc5-b144-3d641b07ce87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:50.908914 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-8627b0c9-be68-4dc5-b144-3d641b07ce87 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4ccb4a92-dd0a-47c1-920c-9bd8cf14ec11 HTTP/1.1" status: 204 len: 168 time: 0.1303267 Jul 13 19:26:50.922058 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8627b0c9-be68-4dc5-b144-3d641b07ce87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ccb4a92-dd0a-47c1-920c-9bd8cf14ec11,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:51.175744 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 52206) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:51.190351 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c450dfc9-255d-4df6-b620-78db253fa055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:51.288373 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c450dfc9-255d-4df6-b620-78db253fa055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:51.292216 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c450dfc9-255d-4df6-b620-78db253fa055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:51.336359 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-c450dfc9-255d-4df6-b620-78db253fa055 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d386b6760f9a4987a6d93fd8dca63705&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1593878 Jul 13 19:26:51.337812 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c450dfc9-255d-4df6-b620-78db253fa055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19dac4e6-dc5c-4f93-b72b-0eca2ae6c31e,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:51.341108 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 52210) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:51.395608 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c947d0-a771-4077-aaa2-279fa9dd6ebc req-b5474518-cef6-4287-9045-0a575ca15930 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:51.397100 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c434e52f-c3b4-4999-8930-88e4aa4aca5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:51.397334 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-e2c947d0-a771-4077-aaa2-279fa9dd6ebc req-b5474518-cef6-4287-9045-0a575ca15930 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=1408221b-c2c1-4d70-a1ee-632eec54f9fc HTTP/1.1" status: 200 len: 946 time: 0.0795565 Jul 13 19:26:51.423955 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c434e52f-c3b4-4999-8930-88e4aa4aca5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:51.437572 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-e2c947d0-a771-4077-aaa2-279fa9dd6ebc req-d01dbdee-f8d8-4a23-ac86-d2bb27f733f0 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339665 Jul 13 19:26:51.483102 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c434e52f-c3b4-4999-8930-88e4aa4aca5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:51.486315 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c434e52f-c3b4-4999-8930-88e4aa4aca5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:51.487519 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-c434e52f-c3b4-4999-8930-88e4aa4aca5b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/19dac4e6-dc5c-4f93-b72b-0eca2ae6c31e HTTP/1.1" status: 204 len: 168 time: 0.1454618 Jul 13 19:26:51.496180 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c434e52f-c3b4-4999-8930-88e4aa4aca5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19dac4e6-dc5c-4f93-b72b-0eca2ae6c31e,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:51.647459 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce574df-42da-4d84-b044-d2e78857bffe req-fcba308c-22a6-44d1-813a-fc52139f9da8 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:51.649743 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-bce574df-42da-4d84-b044-d2e78857bffe req-fcba308c-22a6-44d1-813a-fc52139f9da8 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] 10.222.0.67 "GET /v2.0/ports?device_id=b19572aa-1aa2-4a8a-9c5b-feb6a8909b79 HTTP/1.1" status: 200 len: 945 time: 0.0871329 Jul 13 19:26:51.732324 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-bce574df-42da-4d84-b044-d2e78857bffe req-a6cc02f4-4849-4d17-b151-3dbd18e3b8a6 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] 10.222.0.67 "GET /v2.0/security-groups?id=e5bc2327-1b96-4bf8-a4d4-b35c4de09296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701480 Jul 13 19:26:51.740723 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-90e910e5-9927-492e-a649-803b472a565a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:51.752287 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device 72458ae9-0a04-4cba-8cee-140f9c357dbd up at agent hyperv_hv-cinder-78693 {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:26:51.820571 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Provisioning for port 72458ae9-0a04-4cba-8cee-140f9c357dbd completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:26:51.827537 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Provisioning complete for port 72458ae9-0a04-4cba-8cee-140f9c357dbd triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:26:51.828359 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:51.923970 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:51.977648 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port 72458ae9-0a04-4cba-8cee-140f9c357dbd, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=72458ae9-0a04-4cba-8cee-140f9c357dbd,segment=NetworkSegment(4f0a7b8d-8977-486c-a192-c6aa6614dc22),segment_id=4f0a7b8d-8977-486c-a192-c6aa6614dc22)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:51.977648 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:52.045651 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Pushing event updated for resources: {'Port': ['ID=72458ae9-0a04-4cba-8cee-140f9c357dbd,revision_number=5']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:52.436978 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b19572aa-1aa2-4a8a-9c5b-feb6a8909b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72458ae9-0a04-4cba-8cee-140f9c357dbd'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:26:52.439321 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540c69b029c7553e3853e743d2a892cf8287872a4bddd25c2711216cf853e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-820b9089-11bc-4262-99d5-cc5559c9a09a" -d '{"events": [{"server_uuid": "b19572aa-1aa2-4a8a-9c5b-feb6a8909b79", "name": "network-vif-plugged", "status": "completed", "tag": "72458ae9-0a04-4cba-8cee-140f9c357dbd"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:26:52.481623 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae851593-691c-410f-b52e-2ed44ad4a44f x-openstack-request-id: req-ae851593-691c-410f-b52e-2ed44ad4a44f {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:26:52.481927 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b19572aa-1aa2-4a8a-9c5b-feb6a8909b79", "name": "network-vif-plugged", "status": "completed", "tag": "72458ae9-0a04-4cba-8cee-140f9c357dbd", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:26:52.482183 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ae851593-691c-410f-b52e-2ed44ad4a44f {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:26:52.482705 dv-cinder-786932-3-iscsi neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b19572aa-1aa2-4a8a-9c5b-feb6a8909b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72458ae9-0a04-4cba-8cee-140f9c357dbd', 'code': 200} Jul 13 19:26:52.632718 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cba35c-1a5f-488c-a528-bb2c588c9beb req-a0acd32d-b01d-4d33-8944-b417993955ea tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:52.636178 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-75cba35c-1a5f-488c-a528-bb2c588c9beb req-a0acd32d-b01d-4d33-8944-b417993955ea tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=1408221b-c2c1-4d70-a1ee-632eec54f9fc HTTP/1.1" status: 200 len: 946 time: 0.0726054 Jul 13 19:26:52.693276 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-75cba35c-1a5f-488c-a528-bb2c588c9beb req-7bbf4200-0924-407f-9b82-059ee28f8945 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505900 Jul 13 19:26:52.743019 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15db031-96cf-451f-9ffe-d5231f349c26 req-f4404195-cd78-4542-9dee-52c7f969fc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:52.744628 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-e15db031-96cf-451f-9ffe-d5231f349c26 req-f4404195-cd78-4542-9dee-52c7f969fc5d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b19572aa-1aa2-4a8a-9c5b-feb6a8909b79 HTTP/1.1" status: 200 len: 1099 time: 0.0645280 Jul 13 19:26:52.781953 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-e15db031-96cf-451f-9ffe-d5231f349c26 req-8f0a48b2-2236-436e-979f-dc2fc531ae17 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e5bc2327-1b96-4bf8-a4d4-b35c4de09296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297682 Jul 13 19:26:53.109639 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c77a078-68ba-477d-acb0-3e0458bd94e1 req-8f538fac-65ea-4504-bf93-58e9f20536d8 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:53.111970 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-5c77a078-68ba-477d-acb0-3e0458bd94e1 req-8f538fac-65ea-4504-bf93-58e9f20536d8 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] 10.222.0.67 "GET /v2.0/ports?device_id=b19572aa-1aa2-4a8a-9c5b-feb6a8909b79 HTTP/1.1" status: 200 len: 946 time: 0.1165993 Jul 13 19:26:53.197567 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-5c77a078-68ba-477d-acb0-3e0458bd94e1 req-0e6a1392-96c9-486e-bc0b-50c67ba5010e tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] 10.222.0.67 "GET /v2.0/security-groups?id=e5bc2327-1b96-4bf8-a4d4-b35c4de09296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770149 Jul 13 19:26:53.200850 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd6937-2b4d-421d-a985-5eb882167b30 req-7ece01fd-402b-4cb8-97f3-78ca27cb9010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:53.203269 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-52bd6937-2b4d-421d-a985-5eb882167b30 req-7ece01fd-402b-4cb8-97f3-78ca27cb9010 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=248dce75e9c94921877d1b32ba31a634&device_id=1408221b-c2c1-4d70-a1ee-632eec54f9fc HTTP/1.1" status: 200 len: 1099 time: 0.1427557 Jul 13 19:26:53.233833 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4572f-0948-4034-8708-ef9f56a01915 req-2fa112a7-14af-4d4d-ab34-8e39a7331d65 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:53.236652 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-28d4572f-0948-4034-8708-ef9f56a01915 req-2fa112a7-14af-4d4d-ab34-8e39a7331d65 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=1408221b-c2c1-4d70-a1ee-632eec54f9fc HTTP/1.1" status: 200 len: 946 time: 0.0951316 Jul 13 19:26:53.304522 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-28d4572f-0948-4034-8708-ef9f56a01915 req-f4329004-c588-441d-a2d3-8193e21df2a6 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558429 Jul 13 19:26:53.379175 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd6937-2b4d-421d-a985-5eb882167b30 req-543d04cb-30a5-4742-82dd-c01845074791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:53.381665 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-52bd6937-2b4d-421d-a985-5eb882167b30 req-543d04cb-30a5-4742-82dd-c01845074791 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fc4a6477-68b4-4cfe-9108-edf87a192a01 HTTP/1.1" status: 200 len: 920 time: 0.1681600 Jul 13 19:26:53.681215 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-52bd6937-2b4d-421d-a985-5eb882167b30 req-3975347d-54fa-4447-b751-5f1c23e19511 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb801e81-7baf-4736-84ea-94cdd32a6342 HTTP/1.1" status: 200 len: 217 time: 0.2887654 Jul 13 19:26:53.754446 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd6937-2b4d-421d-a985-5eb882167b30 req-40680897-2d07-4d2b-9aa1-34b7cec817cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:53.758341 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-52bd6937-2b4d-421d-a985-5eb882167b30 req-40680897-2d07-4d2b-9aa1-34b7cec817cc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fedad9ab-ec25-46bf-a611-8dd9aa1299f2 HTTP/1.1" status: 200 len: 859 time: 0.0569029 Jul 13 19:26:53.803488 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-52bd6937-2b4d-421d-a985-5eb882167b30 req-42d87eb7-c652-4576-9a05-49895a8d0c00 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc4a6477-68b4-4cfe-9108-edf87a192a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286918 Jul 13 19:26:53.899211 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-52bd6937-2b4d-421d-a985-5eb882167b30 req-4c778129-a5f8-49c3-99b7-eac4fe63ff05 service neutron] 10.222.0.18 "GET /v2.0/networks/fc4a6477-68b4-4cfe-9108-edf87a192a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887887 Jul 13 19:26:54.001974 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-52bd6937-2b4d-421d-a985-5eb882167b30 req-c42415be-735e-4b6d-a363-a127af3e2df1 service neutron] 10.222.0.18 "GET /v2.0/networks/fc4a6477-68b4-4cfe-9108-edf87a192a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963204 Jul 13 19:26:54.404233 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96529489-42bc-4de5-9ae1-1272e294576b req-1c147333-d7d3-488c-8287-ab983e1bdcd8 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:54.405988 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-96529489-42bc-4de5-9ae1-1272e294576b req-1c147333-d7d3-488c-8287-ab983e1bdcd8 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] 10.222.0.67 "GET /v2.0/ports?device_id=b19572aa-1aa2-4a8a-9c5b-feb6a8909b79 HTTP/1.1" status: 200 len: 946 time: 0.0703402 Jul 13 19:26:54.449997 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-96529489-42bc-4de5-9ae1-1272e294576b req-c5f5a08c-5411-4321-97c0-04872410f4f0 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] 10.222.0.67 "GET /v2.0/security-groups?id=e5bc2327-1b96-4bf8-a4d4-b35c4de09296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381920 Jul 13 19:26:54.511626 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581b10c-3f2a-427d-be7a-ee3b14d36261 req-36c5f059-0948-40e6-8d4c-7d4fbede1e95 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:54.513399 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-6581b10c-3f2a-427d-be7a-ee3b14d36261 req-36c5f059-0948-40e6-8d4c-7d4fbede1e95 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=1408221b-c2c1-4d70-a1ee-632eec54f9fc HTTP/1.1" status: 200 len: 946 time: 0.0722601 Jul 13 19:26:54.561485 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-6581b10c-3f2a-427d-be7a-ee3b14d36261 req-b53deb1a-f828-4f92-a956-aa3c83ca2a92 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374842 Jul 13 19:26:55.466365 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea58f6f4-404d-4282-bef0-68fd468264c5 req-3020726c-bc61-4a63-9ed2-0813b85ef3d1 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:55.467873 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ea58f6f4-404d-4282-bef0-68fd468264c5 req-3020726c-bc61-4a63-9ed2-0813b85ef3d1 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] 10.222.0.67 "GET /v2.0/ports?device_id=b19572aa-1aa2-4a8a-9c5b-feb6a8909b79 HTTP/1.1" status: 200 len: 946 time: 0.0663276 Jul 13 19:26:55.736080 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ea58f6f4-404d-4282-bef0-68fd468264c5 req-84a9ea69-1873-4465-9526-e1c189999ffe tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] 10.222.0.67 "GET /v2.0/security-groups?id=e5bc2327-1b96-4bf8-a4d4-b35c4de09296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622137 Jul 13 19:26:55.752969 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee26551-eede-4cf1-8921-77edbeec1065 req-053af0b9-6111-401d-b84f-8bc55fc90d68 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:55.754538 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-8ee26551-eede-4cf1-8921-77edbeec1065 req-053af0b9-6111-401d-b84f-8bc55fc90d68 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=1408221b-c2c1-4d70-a1ee-632eec54f9fc HTTP/1.1" status: 200 len: 946 time: 0.0708218 Jul 13 19:26:55.794677 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-8ee26551-eede-4cf1-8921-77edbeec1065 req-93090852-5531-403d-bc23-01a3ad188491 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334878 Jul 13 19:26:56.263982 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 52368) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:56.369397 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1b600b95-3b9d-4db6-84c8-6a17fb2cf82c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:56.456159 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1b600b95-3b9d-4db6-84c8-6a17fb2cf82c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:56.459965 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1b600b95-3b9d-4db6-84c8-6a17fb2cf82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:56.499099 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-1b600b95-3b9d-4db6-84c8-6a17fb2cf82c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fdf867714dcb4694beb24f2350f31e0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2340033 Jul 13 19:26:56.499984 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b600b95-3b9d-4db6-84c8-6a17fb2cf82c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b46d878-e6cc-491a-96fd-627e211769b6,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:56.501766 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 52372) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:56.557683 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-230fa381-a063-4bc9-b7bd-6a84c8cea0fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:56.578687 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-230fa381-a063-4bc9-b7bd-6a84c8cea0fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:56.626383 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-230fa381-a063-4bc9-b7bd-6a84c8cea0fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:56.629232 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-230fa381-a063-4bc9-b7bd-6a84c8cea0fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:56.630482 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-230fa381-a063-4bc9-b7bd-6a84c8cea0fb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8b46d878-e6cc-491a-96fd-627e211769b6 HTTP/1.1" status: 204 len: 168 time: 0.1264687 Jul 13 19:26:56.640492 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230fa381-a063-4bc9-b7bd-6a84c8cea0fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b46d878-e6cc-491a-96fd-627e211769b6,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:56.941841 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 52382) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:56.964462 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-049994ad-04a5-4345-9382-cdfcf5d61f53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:56.983385 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c5ff82-8162-47a2-a7be-26379d2599a5 req-a2af6ae4-25c1-41f3-8b3b-fba484881b3e tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:56.984913 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734631c7-86dd-4ace-ade9-0f2f26edaeef req-5b34cdae-c818-4710-9f4f-05fa2fc86958 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:56.985060 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-d7c5ff82-8162-47a2-a7be-26379d2599a5 req-a2af6ae4-25c1-41f3-8b3b-fba484881b3e tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=1408221b-c2c1-4d70-a1ee-632eec54f9fc HTTP/1.1" status: 200 len: 946 time: 0.0674999 Jul 13 19:26:56.986702 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-734631c7-86dd-4ace-ade9-0f2f26edaeef req-5b34cdae-c818-4710-9f4f-05fa2fc86958 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] 10.222.0.67 "GET /v2.0/ports?device_id=b19572aa-1aa2-4a8a-9c5b-feb6a8909b79 HTTP/1.1" status: 200 len: 946 time: 0.1145253 Jul 13 19:26:57.026500 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-d7c5ff82-8162-47a2-a7be-26379d2599a5 req-df7a2881-9081-4ea8-ab6e-a432d63cc013 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343854 Jul 13 19:26:57.049409 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-734631c7-86dd-4ace-ade9-0f2f26edaeef req-914ead38-572f-402f-a33d-1bbdb7a2af0b tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] 10.222.0.67 "GET /v2.0/security-groups?id=e5bc2327-1b96-4bf8-a4d4-b35c4de09296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566332 Jul 13 19:26:57.097708 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-049994ad-04a5-4345-9382-cdfcf5d61f53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:57.102582 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-049994ad-04a5-4345-9382-cdfcf5d61f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:57.141079 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-049994ad-04a5-4345-9382-cdfcf5d61f53 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=897af06162b14d18b2072f007b198275&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1944439 Jul 13 19:26:57.141976 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049994ad-04a5-4345-9382-cdfcf5d61f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7752fc52-ddad-40ac-9d81-1ac04db0bd6c,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:57.143768 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 52388) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:57.200794 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-275f58d4-12fd-4b3e-b06e-ee0ca86a61f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:57.222684 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-275f58d4-12fd-4b3e-b06e-ee0ca86a61f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:57.270722 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-275f58d4-12fd-4b3e-b06e-ee0ca86a61f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:57.273840 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-275f58d4-12fd-4b3e-b06e-ee0ca86a61f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:57.274963 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-275f58d4-12fd-4b3e-b06e-ee0ca86a61f9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7752fc52-ddad-40ac-9d81-1ac04db0bd6c HTTP/1.1" status: 204 len: 168 time: 0.1270778 Jul 13 19:26:57.282484 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275f58d4-12fd-4b3e-b06e-ee0ca86a61f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7752fc52-ddad-40ac-9d81-1ac04db0bd6c,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:58.453743 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:59.482565 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e9bb0-bd19-4218-8e80-8f2c516fdd47 req-76642cd9-07b5-4b78-8189-5a654563a19f tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:59.483712 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c786976-5dd0-41e3-b88f-bca20a26ac5c req-29846890-0b7a-47b2-88f4-1c3a9f8abef3 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:59.484748 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-729e9bb0-bd19-4218-8e80-8f2c516fdd47 req-76642cd9-07b5-4b78-8189-5a654563a19f tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=1408221b-c2c1-4d70-a1ee-632eec54f9fc HTTP/1.1" status: 200 len: 946 time: 0.0667937 Jul 13 19:26:59.485654 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-0c786976-5dd0-41e3-b88f-bca20a26ac5c req-29846890-0b7a-47b2-88f4-1c3a9f8abef3 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] 10.222.0.67 "GET /v2.0/ports?device_id=b19572aa-1aa2-4a8a-9c5b-feb6a8909b79 HTTP/1.1" status: 200 len: 946 time: 0.0649889 Jul 13 19:26:59.525072 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-0c786976-5dd0-41e3-b88f-bca20a26ac5c req-c9e48caa-e2cb-4467-aec3-7d89a4ce7be8 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] 10.222.0.67 "GET /v2.0/security-groups?id=e5bc2327-1b96-4bf8-a4d4-b35c4de09296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331275 Jul 13 19:26:59.526440 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-729e9bb0-bd19-4218-8e80-8f2c516fdd47 req-b5d30ad4-9058-49df-9c99-3b462c0e95f4 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346291 Jul 13 19:26:59.746032 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2669823b-497a-473e-afee-c32092520975 req-b4b9a58f-94fb-46c8-9e51-d275a937dccb tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:59.747425 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2669823b-497a-473e-afee-c32092520975 req-b4b9a58f-94fb-46c8-9e51-d275a937dccb tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] 10.222.0.18 "GET /v2.0/ports?device_id=b19572aa-1aa2-4a8a-9c5b-feb6a8909b79 HTTP/1.1" status: 200 len: 946 time: 0.0642951 Jul 13 19:26:59.857200 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [req-2669823b-497a-473e-afee-c32092520975 req-f49e44b8-1a9a-469a-b0be-3ae67a6c43e5 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] Deleting port 72458ae9-0a04-4cba-8cee-140f9c357dbd {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:26:59.857530 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-2669823b-497a-473e-afee-c32092520975 req-f49e44b8-1a9a-469a-b0be-3ae67a6c43e5 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752272853989'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:59.942340 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-2669823b-497a-473e-afee-c32092520975 req-f49e44b8-1a9a-469a-b0be-3ae67a6c43e5 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] For port 72458ae9-0a04-4cba-8cee-140f9c357dbd, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=72458ae9-0a04-4cba-8cee-140f9c357dbd,segment=NetworkSegment(4f0a7b8d-8977-486c-a192-c6aa6614dc22),segment_id=4f0a7b8d-8977-486c-a192-c6aa6614dc22)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:59.942694 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-2669823b-497a-473e-afee-c32092520975 req-f49e44b8-1a9a-469a-b0be-3ae67a6c43e5 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763640'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:59.959950 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [req-2669823b-497a-473e-afee-c32092520975 req-f49e44b8-1a9a-469a-b0be-3ae67a6c43e5 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] Calling delete_port for 72458ae9-0a04-4cba-8cee-140f9c357dbd owned by compute:nova {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:27:00.088342 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-2669823b-497a-473e-afee-c32092520975 req-f49e44b8-1a9a-469a-b0be-3ae67a6c43e5 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752272859917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752272454292'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:00.100528 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] get_ports_and_sgs() called for port_ids ['72458ae9-0a04-4cba-8cee-140f9c357dbd'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:27:00.118673 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49e44b8-1a9a-469a-b0be-3ae67a6c43e5 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] Pushing event deleted for resources: {'Port': ['ID=72458ae9-0a04-4cba-8cee-140f9c357dbd,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:00.168247 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [req-2669823b-497a-473e-afee-c32092520975 req-f49e44b8-1a9a-469a-b0be-3ae67a6c43e5 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] No DVR routers for this DVR port 72458ae9-0a04-4cba-8cee-140f9c357dbd on host hv-cinder-78693 {{(pid=92924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:27:00.171187 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-2669823b-497a-473e-afee-c32092520975 req-f49e44b8-1a9a-469a-b0be-3ae67a6c43e5 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:00.173201 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2669823b-497a-473e-afee-c32092520975 req-f49e44b8-1a9a-469a-b0be-3ae67a6c43e5 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] 10.222.0.18 "DELETE /v2.0/ports/72458ae9-0a04-4cba-8cee-140f9c357dbd HTTP/1.1" status: 204 len: 173 time: 0.4188678 Jul 13 19:27:00.173646 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b19572aa-1aa2-4a8a-9c5b-feb6a8909b79', 'name': 'network-vif-deleted', 'tag': '72458ae9-0a04-4cba-8cee-140f9c357dbd'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:27:00.176024 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8879ae7e4e4d0f25c61261a3e286ece662f5d6b6250d5f2cd5814de7b022cdc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a51b59-80a4-43cb-8d9d-1e809266d36d" -d '{"events": [{"server_uuid": "b19572aa-1aa2-4a8a-9c5b-feb6a8909b79", "name": "network-vif-deleted", "tag": "72458ae9-0a04-4cba-8cee-140f9c357dbd"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:27:00.221888 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8912898a-e9e3-4b91-b05f-42883cbd4452 x-openstack-request-id: req-8912898a-e9e3-4b91-b05f-42883cbd4452 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:27:00.222180 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b19572aa-1aa2-4a8a-9c5b-feb6a8909b79", "name": "network-vif-deleted", "tag": "72458ae9-0a04-4cba-8cee-140f9c357dbd", "status": "completed", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:27:00.222426 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8912898a-e9e3-4b91-b05f-42883cbd4452 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:27:00.223330 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b19572aa-1aa2-4a8a-9c5b-feb6a8909b79', 'name': 'network-vif-deleted', 'tag': '72458ae9-0a04-4cba-8cee-140f9c357dbd', 'status': 'completed', 'code': 200} Jul 13 19:27:00.735061 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2fbbd9c5-d0d9-45a4-b536-dd8600c61df6 req-20b5dd11-7ff2-4951-9557-e06e4d5f1e14 tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] 10.222.0.67 "GET /v2.0/ports?device_id=b19572aa-1aa2-4a8a-9c5b-feb6a8909b79 HTTP/1.1" status: 200 len: 210 time: 0.0317495 Jul 13 19:27:00.769795 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf10dc89-15e3-4812-a2f9-ee3a3273f35d req-1b560d11-7aff-4c8f-a516-cbe505f534e7 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:00.772250 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-bf10dc89-15e3-4812-a2f9-ee3a3273f35d req-1b560d11-7aff-4c8f-a516-cbe505f534e7 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=1408221b-c2c1-4d70-a1ee-632eec54f9fc HTTP/1.1" status: 200 len: 946 time: 0.0790756 Jul 13 19:27:00.817311 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-bf10dc89-15e3-4812-a2f9-ee3a3273f35d req-3bd53c68-a0ff-4478-92fa-6887ab013e93 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376952 Jul 13 19:27:03.615128 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-debd67a8-3af5-4c19-b7b5-190718d684c8 req-74ea3511-57b3-4ff4-a44a-cdcd6f83694a tempest-VolumesActionsTest-1527096906 tempest-VolumesActionsTest-1527096906-project] 10.222.0.67 "GET /v2.0/ports?device_id=b19572aa-1aa2-4a8a-9c5b-feb6a8909b79 HTTP/1.1" status: 200 len: 210 time: 0.0320640 Jul 13 19:27:03.658503 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a76735-f626-4f8f-b9b6-174dc87cb0dd req-a4a3db09-9fc2-4418-9bd9-7f4b065473bd tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:03.660971 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-08a76735-f626-4f8f-b9b6-174dc87cb0dd req-a4a3db09-9fc2-4418-9bd9-7f4b065473bd tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=1408221b-c2c1-4d70-a1ee-632eec54f9fc HTTP/1.1" status: 200 len: 946 time: 0.0737839 Jul 13 19:27:03.715734 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-08a76735-f626-4f8f-b9b6-174dc87cb0dd req-fec7807b-3dfd-42ab-9e63-3bc78de15250 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479448 Jul 13 19:27:03.788934 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device 72458ae9-0a04-4cba-8cee-140f9c357dbd no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:27:03.808965 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] No Port match for: 72458ae9-0a04-4cba-8cee-140f9c357dbd {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:27:03.809306 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device 72458ae9-0a04-4cba-8cee-140f9c357dbd not bound to the agent host hv-cinder-78693 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:27:04.971755 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0748e92a-d4b8-4e40-b07e-fafee263d297 req-831a29c3-f274-4855-99ed-938c92d1caed tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:04.979325 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-0748e92a-d4b8-4e40-b07e-fafee263d297 req-831a29c3-f274-4855-99ed-938c92d1caed tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=1408221b-c2c1-4d70-a1ee-632eec54f9fc HTTP/1.1" status: 200 len: 946 time: 0.1303575 Jul 13 19:27:05.020843 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-0748e92a-d4b8-4e40-b07e-fafee263d297 req-3596f83b-350e-407a-aab1-4dacae21b31d tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402508 Jul 13 19:27:06.210601 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc3d9f9-0e0e-4cd9-bb75-b711c8f41fe9 req-78c71ffd-56fe-468d-8556-2e7f49c75fc5 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:06.212021 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-afc3d9f9-0e0e-4cd9-bb75-b711c8f41fe9 req-78c71ffd-56fe-468d-8556-2e7f49c75fc5 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=1408221b-c2c1-4d70-a1ee-632eec54f9fc HTTP/1.1" status: 200 len: 946 time: 0.0693719 Jul 13 19:27:06.248450 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-afc3d9f9-0e0e-4cd9-bb75-b711c8f41fe9 req-029cd0d2-ae8d-4065-9f92-1fcbc87ec7f2 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309680 Jul 13 19:27:06.838353 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956c49d-b9fa-4bc7-91df-b37074139db7 req-9ea7ed6a-0423-4e91-a242-0aa7b6d751b7 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:06.839875 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-0956c49d-b9fa-4bc7-91df-b37074139db7 req-9ea7ed6a-0423-4e91-a242-0aa7b6d751b7 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 945 time: 0.0723743 Jul 13 19:27:06.881985 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-0956c49d-b9fa-4bc7-91df-b37074139db7 req-91f382b5-0098-4ce2-b264-5e4700d8064a tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363090 Jul 13 19:27:07.424019 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370c845-299b-4bd2-be8c-d9e7dc3101b2 req-05c46e01-07d7-4138-8f3a-8c83e2f3dc2b tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:07.425414 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c370c845-299b-4bd2-be8c-d9e7dc3101b2 req-05c46e01-07d7-4138-8f3a-8c83e2f3dc2b tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=1408221b-c2c1-4d70-a1ee-632eec54f9fc HTTP/1.1" status: 200 len: 946 time: 0.0650184 Jul 13 19:27:07.465631 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c370c845-299b-4bd2-be8c-d9e7dc3101b2 req-5f0aa5b7-3410-426b-b3bd-a1556f448f98 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342329 Jul 13 19:27:08.060332 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e0fb9-6a64-45ba-b89f-9317252c03bc req-50476931-d237-4784-879a-6ca02642197c tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:08.061826 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1b0e0fb9-6a64-45ba-b89f-9317252c03bc req-50476931-d237-4784-879a-6ca02642197c tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 945 time: 0.0623069 Jul 13 19:27:08.098998 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1b0e0fb9-6a64-45ba-b89f-9317252c03bc req-3310be1a-d9e0-416c-8fb5-1fbbc0a08ab6 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314734 Jul 13 19:27:08.658241 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9e87f-ad70-438f-87f0-89398ceb206c req-f89c90dd-e8bd-4c9d-86e4-c8951658ff97 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:08.659978 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-64d9e87f-ad70-438f-87f0-89398ceb206c req-f89c90dd-e8bd-4c9d-86e4-c8951658ff97 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=1408221b-c2c1-4d70-a1ee-632eec54f9fc HTTP/1.1" status: 200 len: 946 time: 0.0782599 Jul 13 19:27:08.701221 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-64d9e87f-ad70-438f-87f0-89398ceb206c req-b24e675e-b53a-49fc-aa32-b30685d59750 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347936 Jul 13 19:27:09.295327 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29873a7-3f63-4a68-999d-556439928b37 req-c9f5dc32-d8a0-444d-b961-f3a3756fd9ef tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:09.297367 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a29873a7-3f63-4a68-999d-556439928b37 req-c9f5dc32-d8a0-444d-b961-f3a3756fd9ef tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 945 time: 0.0724578 Jul 13 19:27:09.348902 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a29873a7-3f63-4a68-999d-556439928b37 req-edbce6f9-9e64-4bd4-8da7-3fbb157724d3 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437829 Jul 13 19:27:09.612467 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 52742) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:09.724156 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4a8b15fa-b354-41d6-96a6-7735ae299116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:09.833554 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4a8b15fa-b354-41d6-96a6-7735ae299116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:09.854134 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4a8b15fa-b354-41d6-96a6-7735ae299116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:09.960042 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-4a8b15fa-b354-41d6-96a6-7735ae299116 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fd80f40c71024d828f311198c63a7600&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3464458 Jul 13 19:27:09.963587 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 52760) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:09.964103 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8b15fa-b354-41d6-96a6-7735ae299116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2528ad4-99be-46af-b1e3-c7ff4620bf15,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:09.972522 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8b15fa-b354-41d6-96a6-7735ae299116 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:09.973139 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8b15fa-b354-41d6-96a6-7735ae299116 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:09.973815 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8b15fa-b354-41d6-96a6-7735ae299116 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:09.974420 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8b15fa-b354-41d6-96a6-7735ae299116 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:09.974946 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8b15fa-b354-41d6-96a6-7735ae299116 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:09.975518 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8b15fa-b354-41d6-96a6-7735ae299116 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:09.976094 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8b15fa-b354-41d6-96a6-7735ae299116 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:09.976641 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8b15fa-b354-41d6-96a6-7735ae299116 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:09.977315 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8b15fa-b354-41d6-96a6-7735ae299116 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:09.977834 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8b15fa-b354-41d6-96a6-7735ae299116 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:09.978350 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8b15fa-b354-41d6-96a6-7735ae299116 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:09.978911 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8b15fa-b354-41d6-96a6-7735ae299116 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:10.022920 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba02a2d-9d0d-4b2c-9c06-92e94b725774 req-a3c798a2-74e9-4d00-8cb4-f575a71024e2 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:10.030270 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-9ba02a2d-9d0d-4b2c-9c06-92e94b725774 req-a3c798a2-74e9-4d00-8cb4-f575a71024e2 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=1408221b-c2c1-4d70-a1ee-632eec54f9fc HTTP/1.1" status: 200 len: 946 time: 0.1800406 Jul 13 19:27:10.055995 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8f6721da-e70f-4948-b540-88c5e0d08d8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:10.082733 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-9ba02a2d-9d0d-4b2c-9c06-92e94b725774 req-c51853f7-e00a-440e-97a4-fd5d9bc78f21 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508528 Jul 13 19:27:10.085095 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8f6721da-e70f-4948-b540-88c5e0d08d8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:10.155615 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8f6721da-e70f-4948-b540-88c5e0d08d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:10.158959 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8f6721da-e70f-4948-b540-88c5e0d08d8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:10.162835 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-8f6721da-e70f-4948-b540-88c5e0d08d8d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e2528ad4-99be-46af-b1e3-c7ff4620bf15 HTTP/1.1" status: 204 len: 168 time: 0.1957862 Jul 13 19:27:10.168591 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6721da-e70f-4948-b540-88c5e0d08d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2528ad4-99be-46af-b1e3-c7ff4620bf15,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:10.177754 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6721da-e70f-4948-b540-88c5e0d08d8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:10.178069 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6721da-e70f-4948-b540-88c5e0d08d8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:10.178611 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6721da-e70f-4948-b540-88c5e0d08d8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:10.178945 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6721da-e70f-4948-b540-88c5e0d08d8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:10.179476 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6721da-e70f-4948-b540-88c5e0d08d8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:10.179946 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6721da-e70f-4948-b540-88c5e0d08d8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:10.180461 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6721da-e70f-4948-b540-88c5e0d08d8d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:10.180948 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6721da-e70f-4948-b540-88c5e0d08d8d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:10.181421 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6721da-e70f-4948-b540-88c5e0d08d8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:10.182099 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6721da-e70f-4948-b540-88c5e0d08d8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:10.182588 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6721da-e70f-4948-b540-88c5e0d08d8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:10.183052 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6721da-e70f-4948-b540-88c5e0d08d8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:10.569465 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 52768) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:10.583834 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-38518991-b209-4483-8776-7b70d60ecfba admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:10.658569 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bec2a1-982c-4639-83c8-282caa253923 req-765e316a-54a8-4e0f-bff9-f4eaada2eb45 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:10.660428 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-49bec2a1-982c-4639-83c8-282caa253923 req-765e316a-54a8-4e0f-bff9-f4eaada2eb45 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 945 time: 0.1091642 Jul 13 19:27:10.701137 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-38518991-b209-4483-8776-7b70d60ecfba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:10.707211 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-38518991-b209-4483-8776-7b70d60ecfba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:10.718237 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-49bec2a1-982c-4639-83c8-282caa253923 req-9b7f5e50-59a1-4591-9809-7c2babfd150d tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484788 Jul 13 19:27:10.753671 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-38518991-b209-4483-8776-7b70d60ecfba admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2a63bd640304473e8b26ef0ee71e8478&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1836405 Jul 13 19:27:10.755417 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38518991-b209-4483-8776-7b70d60ecfba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baeb6342-8a2c-4b3e-bc6b-6302299cb173,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:10.757046 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 52770) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:10.820348 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fd648122-fff5-452d-b683-6653ece5f14a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:10.843501 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fd648122-fff5-452d-b683-6653ece5f14a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:10.896652 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fd648122-fff5-452d-b683-6653ece5f14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:10.899925 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fd648122-fff5-452d-b683-6653ece5f14a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:10.901197 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-fd648122-fff5-452d-b683-6653ece5f14a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/baeb6342-8a2c-4b3e-bc6b-6302299cb173 HTTP/1.1" status: 204 len: 168 time: 0.1426945 Jul 13 19:27:10.910628 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd648122-fff5-452d-b683-6653ece5f14a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baeb6342-8a2c-4b3e-bc6b-6302299cb173,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:11.352590 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9000e789-f334-4838-9d67-98f5f51fbee4 req-dcd4d458-60d3-42f8-84ef-3bfc823dd7d0 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:11.354472 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-9000e789-f334-4838-9d67-98f5f51fbee4 req-dcd4d458-60d3-42f8-84ef-3bfc823dd7d0 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=1408221b-c2c1-4d70-a1ee-632eec54f9fc HTTP/1.1" status: 200 len: 946 time: 0.0974827 Jul 13 19:27:11.417369 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-9000e789-f334-4838-9d67-98f5f51fbee4 req-02552031-7c88-44fe-b387-9c302e879f55 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562842 Jul 13 19:27:11.938796 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca20c9-6cbb-4ca4-b926-037abff3a485 req-e3b68bdb-891b-45e4-bfdd-fbbb780613e6 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:11.946217 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-56ca20c9-6cbb-4ca4-b926-037abff3a485 req-e3b68bdb-891b-45e4-bfdd-fbbb780613e6 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 945 time: 0.0914719 Jul 13 19:27:11.992939 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-56ca20c9-6cbb-4ca4-b926-037abff3a485 req-148d228c-ca53-4ad5-ae2c-e7efc5799c62 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357180 Jul 13 19:27:12.678248 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ae753a-dbff-4938-8b67-2aa369086eae req-b626ec12-dfe5-482c-bcc1-ff5a0e417c02 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:12.683107 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-f9ae753a-dbff-4938-8b67-2aa369086eae req-b626ec12-dfe5-482c-bcc1-ff5a0e417c02 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=1408221b-c2c1-4d70-a1ee-632eec54f9fc HTTP/1.1" status: 200 len: 946 time: 0.1227071 Jul 13 19:27:12.728097 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-f9ae753a-dbff-4938-8b67-2aa369086eae req-90208ba0-2497-4652-9947-b17de3035c7c tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373628 Jul 13 19:27:13.190956 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f4e88d-eb26-4024-b8b8-fc58897feffc req-41ff928e-61ea-4b64-99ca-4865416c521f tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:13.193752 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c4f4e88d-eb26-4024-b8b8-fc58897feffc req-41ff928e-61ea-4b64-99ca-4865416c521f tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 945 time: 0.0718474 Jul 13 19:27:13.243556 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c4f4e88d-eb26-4024-b8b8-fc58897feffc req-4bd09364-861d-40cb-b363-c9a93fe43658 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406899 Jul 13 19:27:13.935010 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3fd3b3-d30c-469d-b993-af2da4ec9dab req-dcaf2e60-dc5f-412f-9fdc-30881fdab44e tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:13.938130 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-1d3fd3b3-d30c-469d-b993-af2da4ec9dab req-dcaf2e60-dc5f-412f-9fdc-30881fdab44e tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=1408221b-c2c1-4d70-a1ee-632eec54f9fc HTTP/1.1" status: 200 len: 946 time: 0.0794475 Jul 13 19:27:13.989893 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-1d3fd3b3-d30c-469d-b993-af2da4ec9dab req-8d23864a-e82b-4058-8e53-6cd31aaa8aab tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439069 Jul 13 19:27:14.493199 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66068eff-6103-4c2f-bd96-95bf43a1fa50 req-8db7da51-4be5-47d9-a525-033cb5bdb5a4 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:14.494955 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-66068eff-6103-4c2f-bd96-95bf43a1fa50 req-8db7da51-4be5-47d9-a525-033cb5bdb5a4 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 945 time: 0.0828259 Jul 13 19:27:14.548044 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-66068eff-6103-4c2f-bd96-95bf43a1fa50 req-afe7f3ea-3f94-4050-8dd6-f05b7ffa5409 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468733 Jul 13 19:27:15.196546 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eefa740-0284-407f-8aa6-5f2e8ff14090 req-867a2903-42c8-49d7-90e8-6a9cd2bd2a32 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:15.198201 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-4eefa740-0284-407f-8aa6-5f2e8ff14090 req-867a2903-42c8-49d7-90e8-6a9cd2bd2a32 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=1408221b-c2c1-4d70-a1ee-632eec54f9fc HTTP/1.1" status: 200 len: 946 time: 0.0775471 Jul 13 19:27:15.244908 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-4eefa740-0284-407f-8aa6-5f2e8ff14090 req-83f16a1a-23e2-4458-ba4b-073eacef17dc tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410817 Jul 13 19:27:15.744893 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c18b4ba-b315-40b0-8eda-61c8a0fb085c req-1b2392be-911e-4ca9-a67d-cc6a05de8ef9 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:15.747077 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7c18b4ba-b315-40b0-8eda-61c8a0fb085c req-1b2392be-911e-4ca9-a67d-cc6a05de8ef9 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 945 time: 0.0681624 Jul 13 19:27:15.792093 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7c18b4ba-b315-40b0-8eda-61c8a0fb085c req-d1f6b297-f888-4dd7-a094-d3ab9f2b2d08 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388563 Jul 13 19:27:16.330868 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-ab894b6e-8c47-479d-bc7b-e796b7abbdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:16.480037 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f429c7-9690-4d3e-ba8d-51b266309b6e req-e3eb2116-9c50-4890-9c77-fecb97213a22 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:16.484168 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-24f429c7-9690-4d3e-ba8d-51b266309b6e req-e3eb2116-9c50-4890-9c77-fecb97213a22 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=1408221b-c2c1-4d70-a1ee-632eec54f9fc HTTP/1.1" status: 200 len: 946 time: 0.0845201 Jul 13 19:27:16.540899 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-24f429c7-9690-4d3e-ba8d-51b266309b6e req-ee2de88a-ed27-4a39-854b-38db0c75c92f tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496240 Jul 13 19:27:16.774260 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d92c5-cdaf-41ca-b5ce-f6d619bfa13e req-11b5552b-9abf-4d09-986a-a0c2f1b8cae8 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:16.776076 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-094d92c5-cdaf-41ca-b5ce-f6d619bfa13e req-11b5552b-9abf-4d09-986a-a0c2f1b8cae8 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 945 time: 0.0781248 Jul 13 19:27:16.821257 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-094d92c5-cdaf-41ca-b5ce-f6d619bfa13e req-5547d624-2a12-4f1e-b06c-f05125803d41 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb760fd5-c478-45a6-bcb6-89f12fd99825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382662 Jul 13 19:27:17.034420 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab154605-0e67-4299-b8de-89adcd0bf0f0 req-ebb12a45-f8cb-449e-9f9f-401979587526 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:17.036524 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ab154605-0e67-4299-b8de-89adcd0bf0f0 req-ebb12a45-f8cb-449e-9f9f-401979587526 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 945 time: 0.0888183 Jul 13 19:27:17.086845 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ab154605-0e67-4299-b8de-89adcd0bf0f0 req-81799ede-4168-47b2-8bd1-1470fbdb3a75 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407367 Jul 13 19:27:17.792105 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af6204-00e1-41cc-b842-928974069073 req-69b7ad72-17c2-4bf2-abeb-4957b5607cfe tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:17.793905 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-d7af6204-00e1-41cc-b842-928974069073 req-69b7ad72-17c2-4bf2-abeb-4957b5607cfe tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=1408221b-c2c1-4d70-a1ee-632eec54f9fc HTTP/1.1" status: 200 len: 946 time: 0.0784142 Jul 13 19:27:17.838455 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-d7af6204-00e1-41cc-b842-928974069073 req-340f8bf2-b5d3-46a9-b07c-931fbcc1ef1f tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379841 Jul 13 19:27:18.101491 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20b1f5e-b194-4cea-a8f1-bac486e2d84c req-689e8a19-adc1-4dab-9210-0102df1dbd32 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:18.103049 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a20b1f5e-b194-4cea-a8f1-bac486e2d84c req-689e8a19-adc1-4dab-9210-0102df1dbd32 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 945 time: 0.0785351 Jul 13 19:27:18.155622 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a20b1f5e-b194-4cea-a8f1-bac486e2d84c req-1b263303-f51e-4448-93b1-46f3c09ced5a tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb760fd5-c478-45a6-bcb6-89f12fd99825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462606 Jul 13 19:27:18.322178 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a9852a-8324-4484-b0aa-cd31dd484287 req-3e3fdf5f-16c8-45b3-8c5a-a21f681788ae tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:18.323788 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-a8a9852a-8324-4484-b0aa-cd31dd484287 req-3e3fdf5f-16c8-45b3-8c5a-a21f681788ae tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 945 time: 0.0865757 Jul 13 19:27:18.370331 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-a8a9852a-8324-4484-b0aa-cd31dd484287 req-5feaf96e-1888-4c61-b32c-f050b8192915 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407336 Jul 13 19:27:18.688690 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.agents_db [None req-012e1d35-f91a-49b0-a4f0-5c30301579de None None] Agent healthcheck: found 6 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:27:18.944370 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-c19b4756-d2f5-47af-ba7e-0bc611f8defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:19.064093 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:19.071292 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89809b4a-34fc-4b3b-9b67-d8357197ffd3 req-b416b604-8a61-451f-b5c9-49595eccc749 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:19.073355 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-89809b4a-34fc-4b3b-9b67-d8357197ffd3 req-b416b604-8a61-451f-b5c9-49595eccc749 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=1408221b-c2c1-4d70-a1ee-632eec54f9fc HTTP/1.1" status: 200 len: 946 time: 0.0840671 Jul 13 19:27:19.118841 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-89809b4a-34fc-4b3b-9b67-d8357197ffd3 req-85f4c53c-de4b-4092-8971-bf713a2499b7 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373976 Jul 13 19:27:19.372207 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b2ed4-d86c-4529-954b-2cec5301f06f req-00d989a2-c154-48b2-b74a-747271bd6ae1 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:19.374250 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-458b2ed4-d86c-4529-954b-2cec5301f06f req-00d989a2-c154-48b2-b74a-747271bd6ae1 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 945 time: 0.0870671 Jul 13 19:27:19.415954 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-458b2ed4-d86c-4529-954b-2cec5301f06f req-3b1a48c5-c241-4c5c-94c6-ce03e4cae438 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb760fd5-c478-45a6-bcb6-89f12fd99825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360892 Jul 13 19:27:19.621889 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f81e4b-01ca-4594-a1c0-ff8340c6cdae req-f62db27d-c697-4c4b-b730-93107de826cd tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:19.623814 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-04f81e4b-01ca-4594-a1c0-ff8340c6cdae req-f62db27d-c697-4c4b-b730-93107de826cd tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 945 time: 0.1082401 Jul 13 19:27:19.677851 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-04f81e4b-01ca-4594-a1c0-ff8340c6cdae req-7bb77065-71c1-4244-aac9-004fca22fcdc tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461276 Jul 13 19:27:20.202723 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f121cc10-15a3-4774-9d3b-44cefef2260b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:20.318733 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3156f6b2-66c6-4118-92f3-f3a8bc16da9e req-501b2ff2-8888-4376-a364-f4da92b60fe1 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:20.320335 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-3156f6b2-66c6-4118-92f3-f3a8bc16da9e req-501b2ff2-8888-4376-a364-f4da92b60fe1 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=1408221b-c2c1-4d70-a1ee-632eec54f9fc HTTP/1.1" status: 200 len: 946 time: 0.0707128 Jul 13 19:27:20.364801 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-3156f6b2-66c6-4118-92f3-f3a8bc16da9e req-8d55c4fc-297a-4bdc-a754-00fd35fc7dc8 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382526 Jul 13 19:27:20.624234 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ae1eb4-a3b6-4d17-83ea-9ef44036dfa7 req-a9605621-ad2a-454b-a268-29bb2a256796 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:20.627050 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-23ae1eb4-a3b6-4d17-83ea-9ef44036dfa7 req-a9605621-ad2a-454b-a268-29bb2a256796 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 945 time: 0.0735662 Jul 13 19:27:20.680155 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-23ae1eb4-a3b6-4d17-83ea-9ef44036dfa7 req-dc5c2935-aed7-4cb0-a5bb-308afb409ae3 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb760fd5-c478-45a6-bcb6-89f12fd99825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451977 Jul 13 19:27:20.902389 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a0a8d-4d4f-47e7-8cee-79f37cb69f02 req-40a2de9f-2baf-4f65-9a6c-1517fba6e274 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:20.904064 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-3b8a0a8d-4d4f-47e7-8cee-79f37cb69f02 req-40a2de9f-2baf-4f65-9a6c-1517fba6e274 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 945 time: 0.0846014 Jul 13 19:27:20.952831 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-3b8a0a8d-4d4f-47e7-8cee-79f37cb69f02 req-e1788b6e-a490-410b-9fbd-8cb726e74564 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426669 Jul 13 19:27:21.580557 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be93952e-ca58-4ee8-bc95-464c2b2f54c1 req-76818c27-1c3b-4776-a385-65406b58ae67 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:21.582875 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-be93952e-ca58-4ee8-bc95-464c2b2f54c1 req-76818c27-1c3b-4776-a385-65406b58ae67 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=1408221b-c2c1-4d70-a1ee-632eec54f9fc HTTP/1.1" status: 200 len: 946 time: 0.0750666 Jul 13 19:27:21.631522 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-be93952e-ca58-4ee8-bc95-464c2b2f54c1 req-4d653558-05a3-4d7f-a3ee-3fd11c9af212 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417447 Jul 13 19:27:21.716784 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-90e910e5-9927-492e-a649-803b472a565a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:21.888995 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bbf47f-053c-48df-b90c-f86ed4c8c1e7 req-e6c390c8-9e8f-4126-896c-42813b2754f3 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:21.891509 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-70bbf47f-053c-48df-b90c-f86ed4c8c1e7 req-e6c390c8-9e8f-4126-896c-42813b2754f3 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 945 time: 0.0893695 Jul 13 19:27:21.940088 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-70bbf47f-053c-48df-b90c-f86ed4c8c1e7 req-e2b1e33d-6a52-4935-8e96-4af51d768068 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb760fd5-c478-45a6-bcb6-89f12fd99825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405715 Jul 13 19:27:22.167291 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b741e359-0b5d-4f10-a9c5-920a0bf58f7d req-7f6d826e-56a2-4359-bd04-a2e843f4d35f tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:22.169916 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b741e359-0b5d-4f10-a9c5-920a0bf58f7d req-7f6d826e-56a2-4359-bd04-a2e843f4d35f tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 945 time: 0.0874715 Jul 13 19:27:22.233319 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b741e359-0b5d-4f10-a9c5-920a0bf58f7d req-23376aad-a1ee-45bd-84ac-9cf6cf8f2fc9 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530622 Jul 13 19:27:22.858183 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ecd906-2db9-45d3-aa97-7229aaba2fad req-b48ca005-3ee6-4519-8e9a-c2619b28f487 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:22.860790 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-58ecd906-2db9-45d3-aa97-7229aaba2fad req-b48ca005-3ee6-4519-8e9a-c2619b28f487 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=1408221b-c2c1-4d70-a1ee-632eec54f9fc HTTP/1.1" status: 200 len: 946 time: 0.0788057 Jul 13 19:27:22.930484 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-58ecd906-2db9-45d3-aa97-7229aaba2fad req-4b5cd992-b3e5-4218-be84-3b05f713e4ca tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597606 Jul 13 19:27:23.264775 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b2289d-b609-4336-982f-f867195620fc req-33edfa87-573d-40c2-b628-acaa1b113ba8 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:23.276842 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a6b2289d-b609-4336-982f-f867195620fc req-33edfa87-573d-40c2-b628-acaa1b113ba8 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 945 time: 0.1250176 Jul 13 19:27:23.342426 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a6b2289d-b609-4336-982f-f867195620fc req-64e67a55-cd49-460e-8a10-a7a00ccdf648 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb760fd5-c478-45a6-bcb6-89f12fd99825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588486 Jul 13 19:27:23.501100 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8fbe05-b31e-484c-ae57-50af724782b7 req-f2e6b71e-4788-43a9-839f-24a009e3dfeb tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:23.502831 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-db8fbe05-b31e-484c-ae57-50af724782b7 req-f2e6b71e-4788-43a9-839f-24a009e3dfeb tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 945 time: 0.0969546 Jul 13 19:27:23.571642 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-db8fbe05-b31e-484c-ae57-50af724782b7 req-8750d234-fa04-4be9-a9a3-8c26e1e253ab tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560398 Jul 13 19:27:24.212094 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c22eb-ad4e-491c-854d-dc25bf689381 req-ff88fc26-c82b-4e72-a880-911aaf432a50 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:24.216743 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c24c22eb-ad4e-491c-854d-dc25bf689381 req-ff88fc26-c82b-4e72-a880-911aaf432a50 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=1408221b-c2c1-4d70-a1ee-632eec54f9fc HTTP/1.1" status: 200 len: 946 time: 0.1126738 Jul 13 19:27:24.257244 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed8368-60a9-4d42-87cf-bc3f0553ca63 req-d4b32fca-0f25-41ae-9225-9204beea0112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:24.259664 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-64ed8368-60a9-4d42-87cf-bc3f0553ca63 req-d4b32fca-0f25-41ae-9225-9204beea0112 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=117cfd7c8bd64e5eac700d0258401983&device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 1098 time: 0.0950027 Jul 13 19:27:24.276656 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c24c22eb-ad4e-491c-854d-dc25bf689381 req-523ddcd9-56e7-45cc-82d8-20d6b4535408 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515053 Jul 13 19:27:24.477843 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed8368-60a9-4d42-87cf-bc3f0553ca63 req-72945955-0f70-46cc-b0cd-f22101a3f40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:24.480380 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-64ed8368-60a9-4d42-87cf-bc3f0553ca63 req-72945955-0f70-46cc-b0cd-f22101a3f40a service neutron] 10.222.0.18 "GET /v2.0/networks?id=c438c907-bcad-48c0-af76-f26d5c29bc9d HTTP/1.1" status: 200 len: 917 time: 0.1888740 Jul 13 19:27:24.645034 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-64ed8368-60a9-4d42-87cf-bc3f0553ca63 req-8979c33b-0154-48fa-a6ea-7b527ebadfc4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6ee84ca-11b0-4bde-b58d-9268317cc932 HTTP/1.1" status: 200 len: 1001 time: 0.1569707 Jul 13 19:27:24.725009 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a204c53-a442-45cc-b67d-267e49e017f9 req-7d4bf38f-165f-44e3-8ab8-ba8ffc0b54bc tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:24.726474 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-6a204c53-a442-45cc-b67d-267e49e017f9 req-7d4bf38f-165f-44e3-8ab8-ba8ffc0b54bc tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 945 time: 0.1672454 Jul 13 19:27:24.748826 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed8368-60a9-4d42-87cf-bc3f0553ca63 req-9d307c62-18e7-4289-8bed-c6a19b489da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:24.751555 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-64ed8368-60a9-4d42-87cf-bc3f0553ca63 req-9d307c62-18e7-4289-8bed-c6a19b489da9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ea1ae014-478a-41b7-af24-a9a2c8a9fd89 HTTP/1.1" status: 200 len: 855 time: 0.0919287 Jul 13 19:27:24.848532 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55425c48-b61d-4f9b-b0aa-13d6996f3019 req-e5dae396-cf4b-4250-a3e1-19563e7d540c tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:24.855851 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-55425c48-b61d-4f9b-b0aa-13d6996f3019 req-e5dae396-cf4b-4250-a3e1-19563e7d540c tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 945 time: 0.1150317 Jul 13 19:27:24.866609 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-6a204c53-a442-45cc-b67d-267e49e017f9 req-174644d7-0f84-4c18-b06c-027301fdc018 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb760fd5-c478-45a6-bcb6-89f12fd99825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247265 Jul 13 19:27:24.923577 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed8368-60a9-4d42-87cf-bc3f0553ca63 req-44b76d67-0882-49c4-8d8c-3fdd2787c623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:24.926126 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-64ed8368-60a9-4d42-87cf-bc3f0553ca63 req-44b76d67-0882-49c4-8d8c-3fdd2787c623 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c438c907-bcad-48c0-af76-f26d5c29bc9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1618314 Jul 13 19:27:24.965779 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-55425c48-b61d-4f9b-b0aa-13d6996f3019 req-cf1ba082-d92a-4fb2-8065-cf97a31c1afa tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025381 Jul 13 19:27:25.056011 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-64ed8368-60a9-4d42-87cf-bc3f0553ca63 req-000c0afa-e923-41e5-97af-522ffa59bd8b service neutron] 10.222.0.18 "GET /v2.0/networks/c438c907-bcad-48c0-af76-f26d5c29bc9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219740 Jul 13 19:27:25.194684 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-64ed8368-60a9-4d42-87cf-bc3f0553ca63 req-a9d52fa3-f7f0-40e8-bf44-b97a76adb56d service neutron] 10.222.0.18 "GET /v2.0/networks/c438c907-bcad-48c0-af76-f26d5c29bc9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300342 Jul 13 19:27:25.544431 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ff55a-b217-41e1-8247-f0a181ff6ec7 req-ad88fd1d-26b4-4f26-840a-3ef1f263e665 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:25.546499 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-4a8ff55a-b217-41e1-8247-f0a181ff6ec7 req-ad88fd1d-26b4-4f26-840a-3ef1f263e665 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=1408221b-c2c1-4d70-a1ee-632eec54f9fc HTTP/1.1" status: 200 len: 946 time: 0.0951438 Jul 13 19:27:25.630692 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-4a8ff55a-b217-41e1-8247-f0a181ff6ec7 req-51e354d3-36fc-4dc4-805f-d7880f103eae tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754521 Jul 13 19:27:26.201060 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03e65a0-8970-4c04-af7c-b367defadd1a req-f398b769-8546-4d2c-bb0a-b7788dfc40af tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:26.210942 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a03e65a0-8970-4c04-af7c-b367defadd1a req-f398b769-8546-4d2c-bb0a-b7788dfc40af tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 945 time: 0.1227002 Jul 13 19:27:26.266412 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a03e65a0-8970-4c04-af7c-b367defadd1a req-3afad751-3b73-4be9-b167-7ea7c9cde01f tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb760fd5-c478-45a6-bcb6-89f12fd99825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540826 Jul 13 19:27:26.284160 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b80b2-cdfd-462e-913d-eaee108666f6 req-e369bfb8-b401-4fcc-8f3e-c82ac42099b6 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:26.296666 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-b11b80b2-cdfd-462e-913d-eaee108666f6 req-e369bfb8-b401-4fcc-8f3e-c82ac42099b6 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 945 time: 0.1216466 Jul 13 19:27:26.363899 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-b11b80b2-cdfd-462e-913d-eaee108666f6 req-e4731737-c04a-4343-99c0-974a71e4d03a tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656974 Jul 13 19:27:26.851779 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f5857-7ddd-474b-b154-7f9949dde7d6 req-bf29a52b-7675-4395-810c-74e4b7997827 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:26.853962 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-769f5857-7ddd-474b-b154-7f9949dde7d6 req-bf29a52b-7675-4395-810c-74e4b7997827 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=1408221b-c2c1-4d70-a1ee-632eec54f9fc HTTP/1.1" status: 200 len: 946 time: 0.0770371 Jul 13 19:27:26.917115 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-769f5857-7ddd-474b-b154-7f9949dde7d6 req-f49f8c7d-1344-4eaa-ab8a-91e3825928c2 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581229 Jul 13 19:27:27.480826 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f07d6a-fb69-4fa6-8516-ce1f83293737 req-70b8f847-426e-432f-b46b-538f7db729c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:27.482352 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-54f07d6a-fb69-4fa6-8516-ce1f83293737 req-70b8f847-426e-432f-b46b-538f7db729c7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1408221b-c2c1-4d70-a1ee-632eec54f9fc HTTP/1.1" status: 200 len: 1099 time: 0.1328020 Jul 13 19:27:27.538075 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-54f07d6a-fb69-4fa6-8516-ce1f83293737 req-c94c0a59-bc4c-416e-ab1a-b4d83207fb4c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448704 Jul 13 19:27:27.600911 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573af444-f894-4e53-a2d9-74fd68173057 req-841baa0a-837d-4abf-a0aa-73372befc9be tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:27.603529 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-573af444-f894-4e53-a2d9-74fd68173057 req-841baa0a-837d-4abf-a0aa-73372befc9be tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 945 time: 0.0879927 Jul 13 19:27:27.604096 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc0277-9cae-4ef1-8c1e-a6f4006c0c85 req-b814bf35-b838-4bf8-ab39-fc0cef158db6 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:27.606851 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-22dc0277-9cae-4ef1-8c1e-a6f4006c0c85 req-b814bf35-b838-4bf8-ab39-fc0cef158db6 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 945 time: 0.1627207 Jul 13 19:27:27.683556 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-573af444-f894-4e53-a2d9-74fd68173057 req-78662b04-d548-4c37-a124-2ef2beb51121 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706062 Jul 13 19:27:27.687805 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-22dc0277-9cae-4ef1-8c1e-a6f4006c0c85 req-d93ec471-5b4b-4e43-86c3-6d834829ca39 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb760fd5-c478-45a6-bcb6-89f12fd99825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722225 Jul 13 19:27:27.977460 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device c6ee84ca-11b0-4bde-b58d-9268317cc932 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:27:28.130196 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port c6ee84ca-11b0-4bde-b58d-9268317cc932, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c6ee84ca-11b0-4bde-b58d-9268317cc932,segment=NetworkSegment(b2c84280-8460-4aa6-b89f-bacddd6514f2),segment_id=b2c84280-8460-4aa6-b89f-bacddd6514f2)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:28.152138 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c57faae-2367-4577-b6be-642fe90f547c req-652d6c7b-1e22-473f-8e55-93cee35c22af tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:28.152899 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Returning: {'device': 'c6ee84ca-11b0-4bde-b58d-9268317cc932', 'network_id': 'c438c907-bcad-48c0-af76-f26d5c29bc9d', 'port_id': 'c6ee84ca-11b0-4bde-b58d-9268317cc932', 'mac_address': 'fa:16:3e:f9:a1:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea1ae014-478a-41b7-af24-a9a2c8a9fd89', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:27:28.160324 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-3c57faae-2367-4577-b6be-642fe90f547c req-652d6c7b-1e22-473f-8e55-93cee35c22af tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=1408221b-c2c1-4d70-a1ee-632eec54f9fc HTTP/1.1" status: 200 len: 946 time: 0.1010354 Jul 13 19:27:28.212170 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-3c57faae-2367-4577-b6be-642fe90f547c req-4be39510-ece8-4c47-a64d-3ab1ad844200 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503919 Jul 13 19:27:28.227963 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:28.244428 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c6ee84ca-11b0-4bde-b58d-9268317cc932 {{(pid=92925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:27:28.277664 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port c6ee84ca-11b0-4bde-b58d-9268317cc932, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c6ee84ca-11b0-4bde-b58d-9268317cc932,segment=NetworkSegment(b2c84280-8460-4aa6-b89f-bacddd6514f2),segment_id=b2c84280-8460-4aa6-b89f-bacddd6514f2)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:28.283641 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:28.354999 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Pushing event updated for resources: {'Port': ['ID=c6ee84ca-11b0-4bde-b58d-9268317cc932,revision_number=6']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:28.364282 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:28.365011 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:28.365365 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:28.365803 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:28.366483 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:28.366828 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:28.367341 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:28.368133 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:28.368485 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:28.368831 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:28.369563 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:28.369722 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:27:28.398511 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] get_ports_and_sgs() called for port_ids ['c6ee84ca-11b0-4bde-b58d-9268317cc932'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:27:28.493105 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:28.936045 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3f4b7-535c-46c6-8283-d0054cbd57f1 req-37657c88-0fab-4d1d-9cfa-53b6f541aea9 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:28.938629 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a8e3f4b7-535c-46c6-8283-d0054cbd57f1 req-37657c88-0fab-4d1d-9cfa-53b6f541aea9 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 945 time: 0.0903711 Jul 13 19:27:28.959397 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d970ffdc-300d-49a3-a07d-ed2c0631b485 req-e66a8654-70e6-4feb-8046-b12032cfd60a tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:28.960997 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-d970ffdc-300d-49a3-a07d-ed2c0631b485 req-e66a8654-70e6-4feb-8046-b12032cfd60a tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 944 time: 0.1049085 Jul 13 19:27:29.013469 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a8e3f4b7-535c-46c6-8283-d0054cbd57f1 req-5f18c107-c5be-4d4d-a397-b253bc1b8e60 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb760fd5-c478-45a6-bcb6-89f12fd99825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631809 Jul 13 19:27:29.040333 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-d970ffdc-300d-49a3-a07d-ed2c0631b485 req-4e82363e-b2f8-4577-8c85-1309e3ef6909 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619419 Jul 13 19:27:29.420502 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c40b0-7784-4ebb-ad1e-ca365ee02749 req-c7d484b7-f03c-4ef5-af68-ff11fd4387cd tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:29.422114 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-630c40b0-7784-4ebb-ad1e-ca365ee02749 req-c7d484b7-f03c-4ef5-af68-ff11fd4387cd tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=1408221b-c2c1-4d70-a1ee-632eec54f9fc HTTP/1.1" status: 200 len: 946 time: 0.0801232 Jul 13 19:27:29.475143 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-630c40b0-7784-4ebb-ad1e-ca365ee02749 req-479d29b8-ecd9-46da-8205-6dec3fc98e31 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418806 Jul 13 19:27:29.758812 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9bcf2b-d5d2-4adc-81e2-d86471bd4785 req-23fa214f-3145-4641-bb00-267cb180d024 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:29.767441 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-ce9bcf2b-d5d2-4adc-81e2-d86471bd4785 req-23fa214f-3145-4641-bb00-267cb180d024 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=2948849c-cd06-4bfe-b1a8-9e34d272493c HTTP/1.1" status: 200 len: 946 time: 0.1347239 Jul 13 19:27:29.818244 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-ce9bcf2b-d5d2-4adc-81e2-d86471bd4785 req-31597e06-d512-4181-8d95-ff7056fa4dd6 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497553 Jul 13 19:27:29.987704 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device c6ee84ca-11b0-4bde-b58d-9268317cc932 up at agent hyperv_hv-cinder-78693 {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:27:30.088746 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Provisioning complete for port c6ee84ca-11b0-4bde-b58d-9268317cc932 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:27:30.089452 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:30.362225 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:30.369085 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee4ecc2-d8fd-4ebd-b48b-4cb334487c91 req-27a17740-05e2-4af3-9511-a6a6fbc0f081 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:30.376863 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-8ee4ecc2-d8fd-4ebd-b48b-4cb334487c91 req-27a17740-05e2-4af3-9511-a6a6fbc0f081 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 944 time: 0.1321754 Jul 13 19:27:30.438705 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port c6ee84ca-11b0-4bde-b58d-9268317cc932, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c6ee84ca-11b0-4bde-b58d-9268317cc932,segment=NetworkSegment(b2c84280-8460-4aa6-b89f-bacddd6514f2),segment_id=b2c84280-8460-4aa6-b89f-bacddd6514f2)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:30.440128 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b3edcd4-18aa-40db-8a76-9093f10af9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ee84ca-11b0-4bde-b58d-9268317cc932'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:27:30.444750 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-8ee4ecc2-d8fd-4ebd-b48b-4cb334487c91 req-539544d2-8828-4074-9948-adb4ffdd0601 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668912 Jul 13 19:27:30.445161 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540c69b029c7553e3853e743d2a892cf8287872a4bddd25c2711216cf853e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae66a49c-5daf-494e-87f9-c01240185798" -d '{"events": [{"server_uuid": "1b3edcd4-18aa-40db-8a76-9093f10af9de", "name": "network-vif-plugged", "status": "completed", "tag": "c6ee84ca-11b0-4bde-b58d-9268317cc932"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:27:30.448045 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c926ec8-21a5-4643-b5ca-3a4ae6cce9a9 req-9b827859-b8ca-4422-914f-f05de2e867d4 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:30.450920 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:30.493962 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-9c926ec8-21a5-4643-b5ca-3a4ae6cce9a9 req-9b827859-b8ca-4422-914f-f05de2e867d4 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 945 time: 0.1980340 Jul 13 19:27:30.519903 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fac9b01-82d6-4e82-8411-7b9234147490 x-openstack-request-id: req-7fac9b01-82d6-4e82-8411-7b9234147490 {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:27:30.522197 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b3edcd4-18aa-40db-8a76-9093f10af9de", "name": "network-vif-plugged", "status": "completed", "tag": "c6ee84ca-11b0-4bde-b58d-9268317cc932", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:27:30.524040 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7fac9b01-82d6-4e82-8411-7b9234147490 {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:27:30.525624 dv-cinder-786932-3-iscsi neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b3edcd4-18aa-40db-8a76-9093f10af9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ee84ca-11b0-4bde-b58d-9268317cc932', 'code': 200} Jul 13 19:27:30.569078 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-9c926ec8-21a5-4643-b5ca-3a4ae6cce9a9 req-200c43fa-1d89-4c64-ad73-af7a78d10327 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb760fd5-c478-45a6-bcb6-89f12fd99825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736814 Jul 13 19:27:30.594626 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Pushing event updated for resources: {'Port': ['ID=c6ee84ca-11b0-4bde-b58d-9268317cc932,revision_number=7']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:31.733963 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5bf4fd-bbad-45d9-bb8a-3a04a1921478 req-9a3eb4f5-f46d-4005-b36d-39ffb6161eae tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:31.749249 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1c5bf4fd-bbad-45d9-bb8a-3a04a1921478 req-9a3eb4f5-f46d-4005-b36d-39ffb6161eae tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 945 time: 0.1112814 Jul 13 19:27:31.866589 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1c5bf4fd-bbad-45d9-bb8a-3a04a1921478 req-6907e3cd-837d-4933-91cf-9d560086d411 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144037 Jul 13 19:27:32.061478 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d63cbd-3bf7-452d-869c-e8609b8c101a req-4e475ce8-cdcc-48be-85ea-d4f8f5690d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:32.063878 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-e3d63cbd-3bf7-452d-869c-e8609b8c101a req-4e475ce8-cdcc-48be-85ea-d4f8f5690d43 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=248dce75e9c94921877d1b32ba31a634&device_id=2948849c-cd06-4bfe-b1a8-9e34d272493c HTTP/1.1" status: 200 len: 1099 time: 0.2110538 Jul 13 19:27:32.259864 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a06f4-dd92-4730-9e83-67562f21c90e req-2e061785-afd7-4b97-9125-2e7d7c7954a3 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:32.267761 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-252a06f4-dd92-4730-9e83-67562f21c90e req-2e061785-afd7-4b97-9125-2e7d7c7954a3 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 945 time: 0.1844771 Jul 13 19:27:32.279012 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d63cbd-3bf7-452d-869c-e8609b8c101a req-031313d7-6bce-4cca-862f-e5277c5b917f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:32.281029 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-e3d63cbd-3bf7-452d-869c-e8609b8c101a req-031313d7-6bce-4cca-862f-e5277c5b917f service neutron] 10.222.0.18 "GET /v2.0/networks?id=fc4a6477-68b4-4cfe-9108-edf87a192a01 HTTP/1.1" status: 200 len: 920 time: 0.2098887 Jul 13 19:27:32.377262 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-252a06f4-dd92-4730-9e83-67562f21c90e req-57ff1ad9-4ae4-4333-81b0-03a51797093c tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb760fd5-c478-45a6-bcb6-89f12fd99825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080196 Jul 13 19:27:32.380576 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-e3d63cbd-3bf7-452d-869c-e8609b8c101a req-f1d098fc-953f-4a6f-86a0-3245b412e316 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b098a10-9e62-4d5e-a99c-e39215f28b92 HTTP/1.1" status: 200 len: 217 time: 0.0912564 Jul 13 19:27:32.414609 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c40b3-ce1c-4516-9db3-fbab78b17d5a req-ac7f2c4c-798f-4526-ae72-abbd2ec2266b tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:32.417270 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-aa0c40b3-ce1c-4516-9db3-fbab78b17d5a req-ac7f2c4c-798f-4526-ae72-abbd2ec2266b tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=2948849c-cd06-4bfe-b1a8-9e34d272493c HTTP/1.1" status: 200 len: 946 time: 0.1519029 Jul 13 19:27:32.459809 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d63cbd-3bf7-452d-869c-e8609b8c101a req-70a5f4b9-f4c9-442c-9d5c-e0bf64b9a9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:32.462011 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-e3d63cbd-3bf7-452d-869c-e8609b8c101a req-70a5f4b9-f4c9-442c-9d5c-e0bf64b9a9f5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fedad9ab-ec25-46bf-a611-8dd9aa1299f2 HTTP/1.1" status: 200 len: 859 time: 0.0711534 Jul 13 19:27:32.493351 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-aa0c40b3-ce1c-4516-9db3-fbab78b17d5a req-56f2d3c6-af2a-420c-9446-6fabacc811b3 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651116 Jul 13 19:27:32.537583 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-e3d63cbd-3bf7-452d-869c-e8609b8c101a req-1212ec5d-efd0-45ce-924c-2fabc57ba651 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc4a6477-68b4-4cfe-9108-edf87a192a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651619 Jul 13 19:27:32.685055 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-e3d63cbd-3bf7-452d-869c-e8609b8c101a req-3a425151-a354-44d4-97c5-c834e0a04024 service neutron] 10.222.0.18 "GET /v2.0/networks/fc4a6477-68b4-4cfe-9108-edf87a192a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370604 Jul 13 19:27:32.809256 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-e3d63cbd-3bf7-452d-869c-e8609b8c101a req-4c68c257-b8bb-4e22-9cd9-2ab8e78c190f service neutron] 10.222.0.18 "GET /v2.0/networks/fc4a6477-68b4-4cfe-9108-edf87a192a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179299 Jul 13 19:27:33.124010 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ede5f5-bc5b-4bfb-a600-3c7d3a20bf35 req-b6734264-69ca-430b-b3cb-a35da21d7a6a tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:33.128050 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-d2ede5f5-bc5b-4bfb-a600-3c7d3a20bf35 req-b6734264-69ca-430b-b3cb-a35da21d7a6a tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 945 time: 0.1087067 Jul 13 19:27:33.179998 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-d2ede5f5-bc5b-4bfb-a600-3c7d3a20bf35 req-2be4f390-5cb4-4d3c-b471-f8250e1812fe tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457563 Jul 13 19:27:33.685369 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27bec9a-20c2-4897-8cfa-41986cae7c85 req-d11ad87d-0428-4508-a335-9adca4024b95 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:33.687427 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f27bec9a-20c2-4897-8cfa-41986cae7c85 req-d11ad87d-0428-4508-a335-9adca4024b95 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 945 time: 0.1232319 Jul 13 19:27:33.725138 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e45bdfc-4738-4796-88b2-5a53b0f466c8 req-24ccd65b-22c4-4fc1-ba6b-df397b94288f tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:33.736846 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2e45bdfc-4738-4796-88b2-5a53b0f466c8 req-24ccd65b-22c4-4fc1-ba6b-df397b94288f tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=2948849c-cd06-4bfe-b1a8-9e34d272493c HTTP/1.1" status: 200 len: 946 time: 0.0947404 Jul 13 19:27:33.756111 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f27bec9a-20c2-4897-8cfa-41986cae7c85 req-1bbf5569-9636-40eb-bfcc-fa494e575340 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb760fd5-c478-45a6-bcb6-89f12fd99825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608542 Jul 13 19:27:33.851668 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2e45bdfc-4738-4796-88b2-5a53b0f466c8 req-339c4eaf-8a99-43c7-aa32-682703566ffc tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116004 Jul 13 19:27:34.441432 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63584d6c-b459-487b-91af-b524cb613833 req-f8f73f9a-2c6d-440c-8220-0628701fbf09 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:34.444888 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-63584d6c-b459-487b-91af-b524cb613833 req-f8f73f9a-2c6d-440c-8220-0628701fbf09 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 945 time: 0.1785815 Jul 13 19:27:34.482599 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3aba78-03f5-4c84-8c2f-3cabca7a38df req-37c80fe7-bdd1-4c63-995a-964cad57a7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:34.486132 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-6c3aba78-03f5-4c84-8c2f-3cabca7a38df req-37c80fe7-bdd1-4c63-995a-964cad57a7f1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=09d928f8d15b4be49420ac3d92a41f6f&device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 1098 time: 0.1443810 Jul 13 19:27:34.531350 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c4859-e818-45fd-99b0-bc3dd9b262aa req-6d37d72b-e40f-4a2c-913e-ebdaaf7f19d9 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:34.531350 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ff1c4859-e818-45fd-99b0-bc3dd9b262aa req-6d37d72b-e40f-4a2c-913e-ebdaaf7f19d9 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 945 time: 0.1453357 Jul 13 19:27:34.668264 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ff1c4859-e818-45fd-99b0-bc3dd9b262aa req-d761f33f-0652-4262-b271-49cbb34fa72c tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182003 Jul 13 19:27:34.728588 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-63584d6c-b459-487b-91af-b524cb613833 req-80f7be88-004a-4c33-aff2-3e2d3603753f tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb760fd5-c478-45a6-bcb6-89f12fd99825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2672827 Jul 13 19:27:34.789058 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3aba78-03f5-4c84-8c2f-3cabca7a38df req-f0372389-c793-4169-9dde-8a84c05d39af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:34.791559 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-6c3aba78-03f5-4c84-8c2f-3cabca7a38df req-f0372389-c793-4169-9dde-8a84c05d39af service neutron] 10.222.0.18 "GET /v2.0/networks?id=922632e1-2fcb-4d44-a394-325429781ce3 HTTP/1.1" status: 200 len: 911 time: 0.2957120 Jul 13 19:27:34.929947 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-6c3aba78-03f5-4c84-8c2f-3cabca7a38df req-4ff5d282-753b-4628-b81f-6fe7195054c4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2242329-dfec-4674-b0eb-7f1344dd3639 HTTP/1.1" status: 200 len: 1001 time: 0.1309650 Jul 13 19:27:35.041126 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3aba78-03f5-4c84-8c2f-3cabca7a38df req-c7fb30bf-ca8d-45ef-995f-9191d10cb9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:35.043398 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-6c3aba78-03f5-4c84-8c2f-3cabca7a38df req-c7fb30bf-ca8d-45ef-995f-9191d10cb9a5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e577557a-4de0-4b64-b346-c9cb7908bed6 HTTP/1.1" status: 200 len: 849 time: 0.1066582 Jul 13 19:27:35.128700 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3aba78-03f5-4c84-8c2f-3cabca7a38df req-83182f79-687c-42a9-bb09-b64659738a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:35.131335 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-6c3aba78-03f5-4c84-8c2f-3cabca7a38df req-83182f79-687c-42a9-bb09-b64659738a01 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=922632e1-2fcb-4d44-a394-325429781ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0779090 Jul 13 19:27:35.170050 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad2c04-ff2d-4114-961f-d582666a6a6d req-a919d49d-ff9e-4b0d-94f7-6685075bfcfa tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:35.172019 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-58ad2c04-ff2d-4114-961f-d582666a6a6d req-a919d49d-ff9e-4b0d-94f7-6685075bfcfa tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=2948849c-cd06-4bfe-b1a8-9e34d272493c HTTP/1.1" status: 200 len: 946 time: 0.1384852 Jul 13 19:27:35.254985 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-6c3aba78-03f5-4c84-8c2f-3cabca7a38df req-08417187-7e2e-4d48-8894-a5c02a1f380b service neutron] 10.222.0.18 "GET /v2.0/networks/922632e1-2fcb-4d44-a394-325429781ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079707 Jul 13 19:27:35.375095 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-58ad2c04-ff2d-4114-961f-d582666a6a6d req-da89cef0-ea82-41e1-8e19-2ca0f016b9dd tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930332 Jul 13 19:27:35.382705 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-6c3aba78-03f5-4c84-8c2f-3cabca7a38df req-bbbf473c-3cc0-45f7-a46a-25f1239dfca9 service neutron] 10.222.0.18 "GET /v2.0/networks/922632e1-2fcb-4d44-a394-325429781ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213758 Jul 13 19:27:36.044317 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb7156-1e82-43e4-9d44-26aa661c8b68 req-a54b0d10-d29a-40f5-b5ef-92b4d7cbf9c2 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:36.060079 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-6bfb7156-1e82-43e4-9d44-26aa661c8b68 req-a54b0d10-d29a-40f5-b5ef-92b4d7cbf9c2 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 945 time: 0.1523478 Jul 13 19:27:36.157764 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-6bfb7156-1e82-43e4-9d44-26aa661c8b68 req-cc1c1839-d7bb-4517-bec0-ae470871c33d tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781076 Jul 13 19:27:36.275863 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be3176-60fd-44a0-a56f-48d81b7eb5eb req-bc08cada-60b9-4a47-ba54-b9e3a6f3feb6 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:36.278624 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-72be3176-60fd-44a0-a56f-48d81b7eb5eb req-bc08cada-60b9-4a47-ba54-b9e3a6f3feb6 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 945 time: 0.1390324 Jul 13 19:27:36.363928 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-72be3176-60fd-44a0-a56f-48d81b7eb5eb req-bbeb6bf8-19e4-40aa-a74b-c3ab841a3126 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb760fd5-c478-45a6-bcb6-89f12fd99825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713046 Jul 13 19:27:36.608497 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec2f9c4-3643-4beb-a6e0-8f626c332136 req-3628ea56-467c-431a-a8cc-9d3e5e5c21a8 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:36.610381 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-aec2f9c4-3643-4beb-a6e0-8f626c332136 req-3628ea56-467c-431a-a8cc-9d3e5e5c21a8 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=2948849c-cd06-4bfe-b1a8-9e34d272493c HTTP/1.1" status: 200 len: 946 time: 0.0755072 Jul 13 19:27:36.664676 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-aec2f9c4-3643-4beb-a6e0-8f626c332136 req-cd3894bb-1861-4162-8b7d-40cc602aa2a3 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443771 Jul 13 19:27:36.716359 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 53162) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:36.840559 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-2e561b15-bf6c-4abf-a372-1d8fa4eb0aef admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:36.973645 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-2e561b15-bf6c-4abf-a372-1d8fa4eb0aef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:36.979172 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-2e561b15-bf6c-4abf-a372-1d8fa4eb0aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:37.024803 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-2e561b15-bf6c-4abf-a372-1d8fa4eb0aef admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6b3392d46ccb46c094754ac80b7a7e24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3071084 Jul 13 19:27:37.025893 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e561b15-bf6c-4abf-a372-1d8fa4eb0aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c33749-3f99-4809-b668-d4b143022c18,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:37.028522 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 53176) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:37.099068 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2533e810-d88f-4a34-8805-24f93ff42b3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:37.131645 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2533e810-d88f-4a34-8805-24f93ff42b3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:37.217140 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2533e810-d88f-4a34-8805-24f93ff42b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:37.227813 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2533e810-d88f-4a34-8805-24f93ff42b3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:37.238474 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-2533e810-d88f-4a34-8805-24f93ff42b3d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/73c33749-3f99-4809-b668-d4b143022c18 HTTP/1.1" status: 204 len: 168 time: 0.2071321 Jul 13 19:27:37.262266 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2533e810-d88f-4a34-8805-24f93ff42b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c33749-3f99-4809-b668-d4b143022c18,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:37.538925 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5681c6-fd8b-4ced-8fd7-00b2f3db77c3 req-566eef45-721a-48a2-9671-bc268acc0d3c tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:37.542855 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4c5681c6-fd8b-4ced-8fd7-00b2f3db77c3 req-566eef45-721a-48a2-9671-bc268acc0d3c tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 945 time: 0.1797433 Jul 13 19:27:37.638776 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4c5681c6-fd8b-4ced-8fd7-00b2f3db77c3 req-d542e2bb-8ec7-488d-ba5b-bcecca6254a4 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899394 Jul 13 19:27:37.835385 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b543e9f-a2df-4748-983b-56dd7f2f0352 req-59981181-1bb9-4aa8-b6f0-a1344a91cc47 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:37.857867 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-0b543e9f-a2df-4748-983b-56dd7f2f0352 req-59981181-1bb9-4aa8-b6f0-a1344a91cc47 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 945 time: 0.1987362 Jul 13 19:27:37.988697 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-0b543e9f-a2df-4748-983b-56dd7f2f0352 req-4948ccab-3d3a-4276-a005-24fd7ea281f1 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb760fd5-c478-45a6-bcb6-89f12fd99825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285367 Jul 13 19:27:38.138778 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d9ef45-a2e3-4239-8503-4175dbd27a01 req-364a0f30-6e1b-4e43-add6-0397a9e087f9 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:38.140387 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b3d9ef45-a2e3-4239-8503-4175dbd27a01 req-364a0f30-6e1b-4e43-add6-0397a9e087f9 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=2948849c-cd06-4bfe-b1a8-9e34d272493c HTTP/1.1" status: 200 len: 946 time: 0.1385221 Jul 13 19:27:38.238564 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b3d9ef45-a2e3-4239-8503-4175dbd27a01 req-b8aade9f-fc1a-438e-9092-c07128b7678b tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846543 Jul 13 19:27:38.587880 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 53216) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:38.744159 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-bf57bf0f-bac3-4532-b6f1-f7294e83fda8 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-755992878-network', 'tenant_id': 'e4a3a592dc2a494091dc527cfe54d6f5'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:38.841525 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf57bf0f-bac3-4532-b6f1-f7294e83fda8 admin admin] Made reservation on behalf of e4a3a592dc2a494091dc527cfe54d6f5 for: {'network': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:27:38.845975 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bf57bf0f-bac3-4532-b6f1-f7294e83fda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for network, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:38.871673 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bf57bf0f-bac3-4532-b6f1-f7294e83fda8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:38.936697 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1442b78-a008-4c32-a17b-4a8707d076fd req-96bc2aa2-1b7b-4e26-a115-629279d4a27f tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:38.938690 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-f1442b78-a008-4c32-a17b-4a8707d076fd req-96bc2aa2-1b7b-4e26-a115-629279d4a27f tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 945 time: 0.1204927 Jul 13 19:27:39.073590 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bf57bf0f-bac3-4532-b6f1-f7294e83fda8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:39.079547 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bf57bf0f-bac3-4532-b6f1-f7294e83fda8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:39.125240 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf57bf0f-bac3-4532-b6f1-f7294e83fda8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=92923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:27:39.142541 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf57bf0f-bac3-4532-b6f1-f7294e83fda8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12fcf376-dfa3-496e-b664-1285ed12ab00,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:39.149517 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bf57bf0f-bac3-4532-b6f1-f7294e83fda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825552'] for segment, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:39.150076 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.db.segments_db [None req-bf57bf0f-bac3-4532-b6f1-f7294e83fda8 admin admin] Added segment e76ad695-8838-412a-a0c0-c26a4e4be224 of type vlan for network d467589c-0f1b-4adc-a0b7-e69e8a314414 Jul 13 19:27:39.222252 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bf57bf0f-bac3-4532-b6f1-f7294e83fda8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752272460036'] for network, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:39.272884 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bf57bf0f-bac3-4532-b6f1-f7294e83fda8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108'] for network, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:39.274172 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf57bf0f-bac3-4532-b6f1-f7294e83fda8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:39.274680 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bf57bf0f-bac3-4532-b6f1-f7294e83fda8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600154'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:39.280775 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-f1442b78-a008-4c32-a17b-4a8707d076fd req-0a8539f2-f0be-45c7-b812-b45c95fc8c7a tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3294590 Jul 13 19:27:39.400721 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-bf57bf0f-bac3-4532-b6f1-f7294e83fda8 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8068931 Jul 13 19:27:39.402047 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 53226) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:39.407008 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [None req-83a03db3-de42-4cc4-ba47-20af13381c0c admin admin] Request body: {'subnet': {'network_id': 'd467589c-0f1b-4adc-a0b7-e69e8a314414', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-755992878-subnet', 'tenant_id': 'e4a3a592dc2a494091dc527cfe54d6f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:39.417434 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf57bf0f-bac3-4532-b6f1-f7294e83fda8 admin admin] Pushing event updated for resources: {'Network': ['ID=d467589c-0f1b-4adc-a0b7-e69e8a314414,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:39.433709 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Network d467589c-0f1b-4adc-a0b7-e69e8a314414 details requested by agent ovs-agent-dv-cinder-786932-3-iscsi with host dv-cinder-786932-3-iscsi {{(pid=92925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:27:39.454540 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a03db3-de42-4cc4-ba47-20af13381c0c admin admin] Made reservation on behalf of e4a3a592dc2a494091dc527cfe54d6f5 for: {'subnet': 1} {{(pid=92924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:27:39.458347 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-83a03db3-de42-4cc4-ba47-20af13381c0c admin admin] Notify callbacks [] for subnet, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:39.543090 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a608430-74c9-4f0a-ba13-e3323f868d18 req-90d4abbd-d190-47f1-b5b3-730cf8fb216b tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:39.544880 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-8a608430-74c9-4f0a-ba13-e3323f868d18 req-90d4abbd-d190-47f1-b5b3-730cf8fb216b tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=2948849c-cd06-4bfe-b1a8-9e34d272493c HTTP/1.1" status: 200 len: 946 time: 0.1122994 Jul 13 19:27:39.604847 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-8a608430-74c9-4f0a-ba13-e3323f868d18 req-b6851433-ddd5-4e5a-a686-0f86e2263a21 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507731 Jul 13 19:27:39.777622 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-83a03db3-de42-4cc4-ba47-20af13381c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108'] for subnet, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:39.848764 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a03db3-de42-4cc4-ba47-20af13381c0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7966b859-03ef-479c-881d-3cbf56559c0f,revision_number=0']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:39.872914 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a03db3-de42-4cc4-ba47-20af13381c0c admin admin] Checking segment: {'id': 'e76ad695-8838-412a-a0c0-c26a4e4be224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd467589c-0f1b-4adc-a0b7-e69e8a314414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:27:39.873277 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a03db3-de42-4cc4-ba47-20af13381c0c admin admin] Network hostable DHCP agents. Network: d467589c-0f1b-4adc-a0b7-e69e8a314414, hostable agents: ['7ca4706b-9f63-429b-b1b9-7cbaa1b8656d'], hosted agents: [] {{(pid=92924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:27:39.903058 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a03db3-de42-4cc4-ba47-20af13381c0c admin admin] Network d467589c-0f1b-4adc-a0b7-e69e8a314414 is scheduled to be hosted by DHCP agent 7ca4706b-9f63-429b-b1b9-7cbaa1b8656d with binding_index 1 {{(pid=92924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:27:39.922862 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-83a03db3-de42-4cc4-ba47-20af13381c0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-3-iscsi, d467589c-0f1b-4adc-a0b7-e69e8a314414) {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:27:39.931106 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a03db3-de42-4cc4-ba47-20af13381c0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:39.931788 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-83a03db3-de42-4cc4-ba47-20af13381c0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600154'] for subnet, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:39.939701 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3766742f-535c-4a13-80c1-226743f1b683 None None] Network d467589c-0f1b-4adc-a0b7-e69e8a314414 requested from dv-cinder-786932-3-iscsi {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:27:40.004294 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-83a03db3-de42-4cc4-ba47-20af13381c0c admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6013889 Jul 13 19:27:40.179693 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fd1586-235d-4cdc-9d36-7a28d97c3d33 None None] Network d467589c-0f1b-4adc-a0b7-e69e8a314414 requested from dv-cinder-786932-3-iscsi {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:27:40.757015 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6859f13b-3825-488d-97d9-ddd921b02c6c req-9168d78d-eb44-4292-99f5-97e6e6c0bbb1 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:40.760538 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-6859f13b-3825-488d-97d9-ddd921b02c6c req-9168d78d-eb44-4292-99f5-97e6e6c0bbb1 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 945 time: 0.1275384 Jul 13 19:27:40.906868 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-6859f13b-3825-488d-97d9-ddd921b02c6c req-53451a49-1bf3-43b8-8686-4ecb9b4ebb93 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307490 Jul 13 19:27:41.175372 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75573e16-e3b1-4ce7-9bf0-f565d0220f1c req-b7916961-c579-4373-a1f0-1db3a13d5d15 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:41.183095 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-75573e16-e3b1-4ce7-9bf0-f565d0220f1c req-b7916961-c579-4373-a1f0-1db3a13d5d15 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=2948849c-cd06-4bfe-b1a8-9e34d272493c HTTP/1.1" status: 200 len: 946 time: 0.2359083 Jul 13 19:27:41.277199 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-75573e16-e3b1-4ce7-9bf0-f565d0220f1c req-3f6a9052-92db-4f41-a2de-b4897253a9bd tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960054 Jul 13 19:27:42.306555 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c7a140-5a01-42c7-92f0-ec3a5f5ffa64 req-ed21e5bf-6606-4bae-b8df-21ac518f5f43 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:42.311148 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-64c7a140-5a01-42c7-92f0-ec3a5f5ffa64 req-ed21e5bf-6606-4bae-b8df-21ac518f5f43 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 945 time: 0.1581533 Jul 13 19:27:42.388290 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-64c7a140-5a01-42c7-92f0-ec3a5f5ffa64 req-22454613-cf10-4894-a299-1bef309154a8 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671604 Jul 13 19:27:42.652534 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a42e2-add4-4d6e-80f3-27a899889c28 req-5d029ef6-3006-4d93-81df-36d52c52dfc1 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:42.668654 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-471a42e2-add4-4d6e-80f3-27a899889c28 req-5d029ef6-3006-4d93-81df-36d52c52dfc1 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=2948849c-cd06-4bfe-b1a8-9e34d272493c HTTP/1.1" status: 200 len: 946 time: 0.1585970 Jul 13 19:27:42.726339 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-471a42e2-add4-4d6e-80f3-27a899889c28 req-98a57b46-b43f-4e92-b796-86dcf38deabe tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558290 Jul 13 19:27:42.896324 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed31eb-0354-4cf4-ac97-af37805f3075 req-b0d5ff3d-02c7-4054-8167-41d2024a4116 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:42.897986 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-13ed31eb-0354-4cf4-ac97-af37805f3075 req-b0d5ff3d-02c7-4054-8167-41d2024a4116 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/networks?id=d467589c-0f1b-4adc-a0b7-e69e8a314414 HTTP/1.1" status: 200 len: 813 time: 0.1824331 Jul 13 19:27:42.917236 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-13ed31eb-0354-4cf4-ac97-af37805f3075 req-194e0473-75bb-43f1-b43c-8072e367f1a4 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/quotas/e4a3a592dc2a494091dc527cfe54d6f5 HTTP/1.1" status: 200 len: 375 time: 0.0115235 Jul 13 19:27:42.989212 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-13ed31eb-0354-4cf4-ac97-af37805f3075 req-59210405-9717-4ea5-aa4e-e9adf596fc44 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=e4a3a592dc2a494091dc527cfe54d6f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0595839 Jul 13 19:27:43.108383 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-13ed31eb-0354-4cf4-ac97-af37805f3075 req-b2d59793-62dc-4bbb-babf-f8b88ea17c2d service neutron] 10.222.0.67 "GET /v2.0/networks/d467589c-0f1b-4adc-a0b7-e69e8a314414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114316 Jul 13 19:27:43.225626 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-13ed31eb-0354-4cf4-ac97-af37805f3075 req-a766f619-5701-457e-b767-b93447d3490f service neutron] 10.222.0.67 "GET /v2.0/networks/d467589c-0f1b-4adc-a0b7-e69e8a314414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163116 Jul 13 19:27:43.578084 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-9f597381-6989-4207-b6c7-26abba5bdc32 req-23be4417-8cc4-4bfa-a9ca-d1930f5625bf tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7c44b30-b467-436c-b46b-d99b413e3cf4 HTTP/1.1" status: 200 len: 210 time: 0.0662246 Jul 13 19:27:43.665367 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 53342) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:43.715919 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb950648-6563-4afb-8bd4-e16b4b4ce7c5 admin admin] Deleting subnet 72e2c0b1-3b39-42dd-93d4-55967fa1316f {{(pid=92923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:27:43.720650 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-eb950648-6563-4afb-8bd4-e16b4b4ce7c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:43.797822 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-eb950648-6563-4afb-8bd4-e16b4b4ce7c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130178881'] for subnet, precommit_delete_associations {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:43.808705 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d243265-edb3-42f9-8876-a0bdab85eadc req-3a91c5d6-a6c2-45ef-b6dd-161859aad463 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:43.822150 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-6d243265-edb3-42f9-8876-a0bdab85eadc req-3a91c5d6-a6c2-45ef-b6dd-161859aad463 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 945 time: 0.1796138 Jul 13 19:27:43.865697 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-eb950648-6563-4afb-8bd4-e16b4b4ce7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3824333'] for subnet, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:43.913819 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-6d243265-edb3-42f9-8876-a0bdab85eadc req-2bca3d6f-f0ff-4080-b841-0845db9dce3c tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906646 Jul 13 19:27:43.994180 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-eb950648-6563-4afb-8bd4-e16b4b4ce7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3824308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130471049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130128640'] for subnet, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:44.064185 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb950648-6563-4afb-8bd4-e16b4b4ce7c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72e2c0b1-3b39-42dd-93d4-55967fa1316f,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:44.067755 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-eb950648-6563-4afb-8bd4-e16b4b4ce7c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:44.069691 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-eb950648-6563-4afb-8bd4-e16b4b4ce7c5 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/72e2c0b1-3b39-42dd-93d4-55967fa1316f HTTP/1.1" status: 204 len: 168 time: 0.4024141 Jul 13 19:27:44.073217 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 53350) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:44.118865 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f3ead-79fd-4fac-8983-2ac9325dc9e5 req-3413d1c5-3506-47c6-a113-3eb6ae73172c tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:44.122954 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-9e6f3ead-79fd-4fac-8983-2ac9325dc9e5 req-3413d1c5-3506-47c6-a113-3eb6ae73172c tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=2948849c-cd06-4bfe-b1a8-9e34d272493c HTTP/1.1" status: 200 len: 946 time: 0.1143565 Jul 13 19:27:44.185863 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-9e6f3ead-79fd-4fac-8983-2ac9325dc9e5 req-0e807850-f118-45c4-b75e-360b4a5912ab tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525682 Jul 13 19:27:44.247904 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9e0ff163-c3d5-4b2b-bdf1-023775155c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3741476'] for network, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:44.354330 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9e0ff163-c3d5-4b2b-bdf1-023775155c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3818072', 'neutron.services.segments.db._delete_segments_for_network-8752273001027'] for network, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:44.369499 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9e0ff163-c3d5-4b2b-bdf1-023775155c8f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:27:44.369843 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9e0ff163-c3d5-4b2b-bdf1-023775155c8f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:27:44.370602 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9e0ff163-c3d5-4b2b-bdf1-023775155c8f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:27:44.370949 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9e0ff163-c3d5-4b2b-bdf1-023775155c8f admin admin] Subscribe: > port after_create 55550000 {{(pid=92924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:27:44.371313 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9e0ff163-c3d5-4b2b-bdf1-023775155c8f admin admin] Subscribe: > port after_delete 55550000 {{(pid=92924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:27:44.371645 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9e0ff163-c3d5-4b2b-bdf1-023775155c8f admin admin] Subscribe: > port after_update 55550000 {{(pid=92924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:27:44.371961 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9e0ff163-c3d5-4b2b-bdf1-023775155c8f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:27:44.372296 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9e0ff163-c3d5-4b2b-bdf1-023775155c8f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:27:44.372608 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9e0ff163-c3d5-4b2b-bdf1-023775155c8f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:27:44.372924 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9e0ff163-c3d5-4b2b-bdf1-023775155c8f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:27:44.449708 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9e0ff163-c3d5-4b2b-bdf1-023775155c8f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:27:44.450062 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9e0ff163-c3d5-4b2b-bdf1-023775155c8f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:27:44.450394 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9e0ff163-c3d5-4b2b-bdf1-023775155c8f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:27:44.451400 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9e0ff163-c3d5-4b2b-bdf1-023775155c8f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:27:44.451400 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.services.segments.db [None req-9e0ff163-c3d5-4b2b-bdf1-023775155c8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3a27e8f-0aa6-4ff3-af1a-6b8905573dd2']}} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:44.473205 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.services.segments.db [None req-9e0ff163-c3d5-4b2b-bdf1-023775155c8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f0a7b8d-8977-486c-a192-c6aa6614dc22') {'for_net_delete': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:44.473581 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.services.segments.db [None req-9e0ff163-c3d5-4b2b-bdf1-023775155c8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f0a7b8d-8977-486c-a192-c6aa6614dc22') {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:27:44.502685 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9e0ff163-c3d5-4b2b-bdf1-023775155c8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752273006156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126721115'] for segment, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:44.530830 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9e0ff163-c3d5-4b2b-bdf1-023775155c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825552'] for segment, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:44.543334 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e0ff163-c3d5-4b2b-bdf1-023775155c8f admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=92924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:27:44.543745 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9e0ff163-c3d5-4b2b-bdf1-023775155c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126716386'] for segment, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:44.548287 dv-cinder-786932-3-iscsi neutron-server[92924]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 19:27:44.548287 dv-cinder-786932-3-iscsi neutron-server[92924]: from cryptography.utils import int_from_bytes Jul 13 19:27:44.548287 dv-cinder-786932-3-iscsi neutron-server[92924]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 19:27:44.548287 dv-cinder-786932-3-iscsi neutron-server[92924]: from cryptography.utils import int_from_bytes Jul 13 19:27:44.548287 dv-cinder-786932-3-iscsi neutron-server[92924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:27:44.548287 dv-cinder-786932-3-iscsi neutron-server[92924]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:27:44.548287 dv-cinder-786932-3-iscsi neutron-server[92924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:27:44.548287 dv-cinder-786932-3-iscsi neutron-server[92924]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:27:44.548287 dv-cinder-786932-3-iscsi neutron-server[92924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:27:44.548287 dv-cinder-786932-3-iscsi neutron-server[92924]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:27:44.548287 dv-cinder-786932-3-iscsi neutron-server[92924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:27:44.548287 dv-cinder-786932-3-iscsi neutron-server[92924]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:27:44.548287 dv-cinder-786932-3-iscsi neutron-server[92924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:27:44.548287 dv-cinder-786932-3-iscsi neutron-server[92924]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:27:44.548287 dv-cinder-786932-3-iscsi neutron-server[92924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:27:44.548287 dv-cinder-786932-3-iscsi neutron-server[92924]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:27:44.548287 dv-cinder-786932-3-iscsi neutron-server[92924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:27:44.548287 dv-cinder-786932-3-iscsi neutron-server[92924]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:27:44.548287 dv-cinder-786932-3-iscsi neutron-server[92924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:27:44.548287 dv-cinder-786932-3-iscsi neutron-server[92924]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:27:44.548287 dv-cinder-786932-3-iscsi neutron-server[92924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:27:44.548287 dv-cinder-786932-3-iscsi neutron-server[92924]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:27:44.548287 dv-cinder-786932-3-iscsi neutron-server[92924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:27:44.548287 dv-cinder-786932-3-iscsi neutron-server[92924]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:27:44.548287 dv-cinder-786932-3-iscsi neutron-server[92924]: Traceback (most recent call last): Jul 13 19:27:44.548287 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:27:44.548287 dv-cinder-786932-3-iscsi neutron-server[92924]: timer() Jul 13 19:27:44.548287 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:27:44.548287 dv-cinder-786932-3-iscsi neutron-server[92924]: cb(*args, **kw) Jul 13 19:27:44.548287 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:27:44.548287 dv-cinder-786932-3-iscsi neutron-server[92924]: return func(*args, **kwargs) Jul 13 19:27:44.548287 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:27:44.548287 dv-cinder-786932-3-iscsi neutron-server[92924]: self._notify() Jul 13 19:27:44.548287 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:27:44.548287 dv-cinder-786932-3-iscsi neutron-server[92924]: self.callback(batched_events) Jul 13 19:27:44.548287 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:27:44.548287 dv-cinder-786932-3-iscsi neutron-server[92924]: event.method(event) Jul 13 19:27:44.548287 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:27:44.548287 dv-cinder-786932-3-iscsi neutron-server[92924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:27:44.548287 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:27:44.548287 dv-cinder-786932-3-iscsi neutron-server[92924]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:27:44.548287 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:27:44.548287 dv-cinder-786932-3-iscsi neutron-server[92924]: return f(self, *a, **k) Jul 13 19:27:44.548287 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:27:44.548287 dv-cinder-786932-3-iscsi neutron-server[92924]: return self._get(url).json() Jul 13 19:27:44.548287 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:27:44.548287 dv-cinder-786932-3-iscsi neutron-server[92924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:27:44.548287 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:27:44.548287 dv-cinder-786932-3-iscsi neutron-server[92924]: return self.request(url, 'GET', **kwargs) Jul 13 19:27:44.548287 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:27:44.548287 dv-cinder-786932-3-iscsi neutron-server[92924]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:27:44.548287 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:27:44.548287 dv-cinder-786932-3-iscsi neutron-server[92924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:27:44.548287 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:27:44.548287 dv-cinder-786932-3-iscsi neutron-server[92924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:27:44.548287 dv-cinder-786932-3-iscsi neutron-server[92924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:27:44.690453 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9e0ff163-c3d5-4b2b-bdf1-023775155c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3818063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760437'] for network, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:44.736651 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9e0ff163-c3d5-4b2b-bdf1-023775155c8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600154'] for network, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:44.743331 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-9e0ff163-c3d5-4b2b-bdf1-023775155c8f admin admin] 10.222.0.67 "DELETE /v2.0/networks/f3a27e8f-0aa6-4ff3-af1a-6b8905573dd2 HTTP/1.1" status: 204 len: 168 time: 0.6658423 Jul 13 19:27:44.756700 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0ff163-c3d5-4b2b-bdf1-023775155c8f admin admin] Pushing event deleted for resources: {'Network': ['ID=f3a27e8f-0aa6-4ff3-af1a-6b8905573dd2,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:44.830008 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-d92c1e04-ac1a-4226-8b69-750d2e7ef224 req-748c48bf-7342-407b-b339-fed17d4ed226 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7c44b30-b467-436c-b46b-d99b413e3cf4 HTTP/1.1" status: 200 len: 210 time: 0.0336244 Jul 13 19:27:45.047836 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 53364) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:45.193055 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-2a513ed8-4f29-4784-b39a-6af2b0af1ef5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ff9ec7a527e14076a82bb11248bc304a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1433938 Jul 13 19:27:45.202453 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 53366) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:45.318762 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935ef611-726c-482e-bc8a-44764284e3d3 req-6dfde788-543f-45e0-8379-34c86fa1a2f6 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:45.323909 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-935ef611-726c-482e-bc8a-44764284e3d3 req-6dfde788-543f-45e0-8379-34c86fa1a2f6 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 945 time: 0.1904833 Jul 13 19:27:45.348348 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed31eb-0354-4cf4-ac97-af37805f3075 req-75b10290-ee37-4fe2-9a0b-9e2b06b1f30d tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:45.350181 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-13ed31eb-0354-4cf4-ac97-af37805f3075 req-75b10290-ee37-4fe2-9a0b-9e2b06b1f30d tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.18 "GET /v2.0/networks?id=d467589c-0f1b-4adc-a0b7-e69e8a314414 HTTP/1.1" status: 200 len: 813 time: 0.2849286 Jul 13 19:27:45.353882 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ed5c1898-0e81-46f3-bfc1-5d226a87a400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:45.368676 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [req-13ed31eb-0354-4cf4-ac97-af37805f3075 req-c6a70f27-8dcb-4828-b41e-b33458a085da tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Request body: {'port': {'device_id': 'd7c44b30-b467-436c-b46b-d99b413e3cf4', 'network_id': 'd467589c-0f1b-4adc-a0b7-e69e8a314414', 'admin_state_up': True, 'tenant_id': 'e4a3a592dc2a494091dc527cfe54d6f5'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:45.395066 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-935ef611-726c-482e-bc8a-44764284e3d3 req-0721c383-e249-4e74-bf87-fcb15a71843e tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582635 Jul 13 19:27:45.448667 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ed5c1898-0e81-46f3-bfc1-5d226a87a400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:45.645580 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ed5c1898-0e81-46f3-bfc1-5d226a87a400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:45.650763 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ed5c1898-0e81-46f3-bfc1-5d226a87a400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:45.652796 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-ed5c1898-0e81-46f3-bfc1-5d226a87a400 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e5bc2327-1b96-4bf8-a4d4-b35c4de09296 HTTP/1.1" status: 204 len: 168 time: 0.4482036 Jul 13 19:27:45.696366 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5c1898-0e81-46f3-bfc1-5d226a87a400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5bc2327-1b96-4bf8-a4d4-b35c4de09296,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:45.768210 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85762bde-a6ea-41e2-9677-d8b175c8a9aa req-30258f08-4176-4c46-8620-2898fe9a672a tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:45.771670 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-85762bde-a6ea-41e2-9677-d8b175c8a9aa req-30258f08-4176-4c46-8620-2898fe9a672a tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=2948849c-cd06-4bfe-b1a8-9e34d272493c HTTP/1.1" status: 200 len: 946 time: 0.2828188 Jul 13 19:27:45.847864 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-85762bde-a6ea-41e2-9677-d8b175c8a9aa req-cbe2272a-eb87-44c8-9756-9de8111d2b5a tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664082 Jul 13 19:27:45.849441 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13ed31eb-0354-4cf4-ac97-af37805f3075 req-c6a70f27-8dcb-4828-b41e-b33458a085da tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Made reservation on behalf of e4a3a592dc2a494091dc527cfe54d6f5 for: {'port': 1} {{(pid=92924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:27:45.873414 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-13ed31eb-0354-4cf4-ac97-af37805f3075 req-c6a70f27-8dcb-4828-b41e-b33458a085da tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:46.071035 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ba74581e-e377-49a4-912b-083fc2607c45 req-aca673c8-05c5-486c-9013-cdeb38164fbe tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7c44b30-b467-436c-b46b-d99b413e3cf4 HTTP/1.1" status: 200 len: 210 time: 0.0654843 Jul 13 19:27:46.148417 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [req-13ed31eb-0354-4cf4-ac97-af37805f3075 req-c6a70f27-8dcb-4828-b41e-b33458a085da tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Allocated IP 172.20.0.9 (d467589c-0f1b-4adc-a0b7-e69e8a314414/7966b859-03ef-479c-881d-3cbf56559c0f/042936ca-7876-42d0-9aa1-c41b3c10bf19) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:27:46.345105 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-48eb80c4-ef57-4c5d-a13c-d20c32950b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:46.485914 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-13ed31eb-0354-4cf4-ac97-af37805f3075 req-c6a70f27-8dcb-4828-b41e-b33458a085da tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:46.607445 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-13ed31eb-0354-4cf4-ac97-af37805f3075 req-c6a70f27-8dcb-4828-b41e-b33458a085da tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752272454283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126721041'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:46.737667 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13ed31eb-0354-4cf4-ac97-af37805f3075 req-c6a70f27-8dcb-4828-b41e-b33458a085da tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Network d467589c-0f1b-4adc-a0b7-e69e8a314414 is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:27:46.742191 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [req-13ed31eb-0354-4cf4-ac97-af37805f3075 req-c6a70f27-8dcb-4828-b41e-b33458a085da tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:27:46.748901 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [req-13ed31eb-0354-4cf4-ac97-af37805f3075 req-c6a70f27-8dcb-4828-b41e-b33458a085da tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:27:46.754035 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a70f27-8dcb-4828-b41e-b33458a085da tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Pushing event updated for resources: {'Port': ['ID=042936ca-7876-42d0-9aa1-c41b3c10bf19,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:46.834159 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed31eb-0354-4cf4-ac97-af37805f3075 req-c6a70f27-8dcb-4828-b41e-b33458a085da tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:46.835863 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-13ed31eb-0354-4cf4-ac97-af37805f3075 req-c6a70f27-8dcb-4828-b41e-b33458a085da tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:46.874917 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd34d84b-e5bf-4654-b774-6a1df749c0a1 req-f2b7643d-e8a7-4082-8699-f85edccfc8e4 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:46.899910 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-fd34d84b-e5bf-4654-b774-6a1df749c0a1 req-f2b7643d-e8a7-4082-8699-f85edccfc8e4 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 945 time: 0.2398069 Jul 13 19:27:46.962844 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-13ed31eb-0354-4cf4-ac97-af37805f3075 req-c6a70f27-8dcb-4828-b41e-b33458a085da tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6005974 Jul 13 19:27:46.978925 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [req-13ed31eb-0354-4cf4-ac97-af37805f3075 req-600f1fa2-fed8-418c-aa2b-ad12721be974 service neutron] Request body: {'port': {'device_id': 'd7c44b30-b467-436c-b46b-d99b413e3cf4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:27:47.015303 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-fd34d84b-e5bf-4654-b774-6a1df749c0a1 req-83648aa8-7a41-408b-8df7-2a57256f4c46 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069489 Jul 13 19:27:47.152353 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-13ed31eb-0354-4cf4-ac97-af37805f3075 req-600f1fa2-fed8-418c-aa2b-ad12721be974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:47.315771 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133145c8-15ee-4e57-a6c7-84fd3625892b req-bc6db384-09f1-4a8d-8194-b5757449d235 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:47.328159 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-133145c8-15ee-4e57-a6c7-84fd3625892b req-bc6db384-09f1-4a8d-8194-b5757449d235 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=2948849c-cd06-4bfe-b1a8-9e34d272493c HTTP/1.1" status: 200 len: 946 time: 0.1561666 Jul 13 19:27:47.402112 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-133145c8-15ee-4e57-a6c7-84fd3625892b req-0214acd9-1987-425a-b2b0-a689e0396bc2 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708423 Jul 13 19:27:47.541073 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631570a7-49fe-4aa8-b08a-31753f654dda req-1a30fc40-e685-4936-a4eb-c13d9b081766 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:47.558587 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-631570a7-49fe-4aa8-b08a-31753f654dda req-1a30fc40-e685-4936-a4eb-c13d9b081766 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7c44b30-b467-436c-b46b-d99b413e3cf4 HTTP/1.1" status: 200 len: 931 time: 0.1640382 Jul 13 19:27:47.629333 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-631570a7-49fe-4aa8-b08a-31753f654dda req-12f95f59-eadd-448e-a1eb-1adc8457107f tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/security-groups?id=12fcf376-dfa3-496e-b664-1285ed12ab00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791025 Jul 13 19:27:47.741291 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [req-13ed31eb-0354-4cf4-ac97-af37805f3075 req-600f1fa2-fed8-418c-aa2b-ad12721be974 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 042936ca-7876-42d0-9aa1-c41b3c10bf19 {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:27:47.762461 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-13ed31eb-0354-4cf4-ac97-af37805f3075 req-600f1fa2-fed8-418c-aa2b-ad12721be974 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:47.799533 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [req-13ed31eb-0354-4cf4-ac97-af37805f3075 req-600f1fa2-fed8-418c-aa2b-ad12721be974 service neutron] Transition to ACTIVE for port object 042936ca-7876-42d0-9aa1-c41b3c10bf19 will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:27:47.808562 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-13ed31eb-0354-4cf4-ac97-af37805f3075 req-600f1fa2-fed8-418c-aa2b-ad12721be974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126721050'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:47.963912 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600f1fa2-fed8-418c-aa2b-ad12721be974 service neutron] Pushing event updated for resources: {'Port': ['ID=042936ca-7876-42d0-9aa1-c41b3c10bf19,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:48.117560 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-13ed31eb-0354-4cf4-ac97-af37805f3075 req-600f1fa2-fed8-418c-aa2b-ad12721be974 service neutron] Attempting to bind port 042936ca-7876-42d0-9aa1-c41b3c10bf19 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:27:48.117906 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-13ed31eb-0354-4cf4-ac97-af37805f3075 req-600f1fa2-fed8-418c-aa2b-ad12721be974 service neutron] Attempting to bind port 042936ca-7876-42d0-9aa1-c41b3c10bf19 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'e76ad695-8838-412a-a0c0-c26a4e4be224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd467589c-0f1b-4adc-a0b7-e69e8a314414'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:27:48.118241 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ed31eb-0354-4cf4-ac97-af37805f3075 req-600f1fa2-fed8-418c-aa2b-ad12721be974 service neutron] Attempting to bind port 042936ca-7876-42d0-9aa1-c41b3c10bf19 on network d467589c-0f1b-4adc-a0b7-e69e8a314414 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:27:48.136434 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ed31eb-0354-4cf4-ac97-af37805f3075 req-600f1fa2-fed8-418c-aa2b-ad12721be974 service neutron] Port 042936ca-7876-42d0-9aa1-c41b3c10bf19 on network d467589c-0f1b-4adc-a0b7-e69e8a314414 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:27:48.136773 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ed31eb-0354-4cf4-ac97-af37805f3075 req-600f1fa2-fed8-418c-aa2b-ad12721be974 service neutron] Attempting to bind port 042936ca-7876-42d0-9aa1-c41b3c10bf19 on network d467589c-0f1b-4adc-a0b7-e69e8a314414 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:27:48.149882 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ed31eb-0354-4cf4-ac97-af37805f3075 req-600f1fa2-fed8-418c-aa2b-ad12721be974 service neutron] Checking agent: {'id': '4a103c85-e045-48ce-a8be-787d9b9ed000', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 23, 28), 'started_at': datetime.datetime(2021, 7, 13, 19, 23, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:27:48.150242 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ed31eb-0354-4cf4-ac97-af37805f3075 req-600f1fa2-fed8-418c-aa2b-ad12721be974 service neutron] Checking segment: {'id': 'e76ad695-8838-412a-a0c0-c26a4e4be224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd467589c-0f1b-4adc-a0b7-e69e8a314414'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:27:48.150514 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ed31eb-0354-4cf4-ac97-af37805f3075 req-600f1fa2-fed8-418c-aa2b-ad12721be974 service neutron] Bound using segment: {'id': 'e76ad695-8838-412a-a0c0-c26a4e4be224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd467589c-0f1b-4adc-a0b7-e69e8a314414'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:27:48.150965 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-13ed31eb-0354-4cf4-ac97-af37805f3075 req-600f1fa2-fed8-418c-aa2b-ad12721be974 service neutron] Bound port: 042936ca-7876-42d0-9aa1-c41b3c10bf19, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e76ad695-8838-412a-a0c0-c26a4e4be224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd467589c-0f1b-4adc-a0b7-e69e8a314414'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:27:48.151498 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-13ed31eb-0354-4cf4-ac97-af37805f3075 req-600f1fa2-fed8-418c-aa2b-ad12721be974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:48.242671 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1538435c-144e-41a6-97ba-db2354d6286e req-01a148f7-cf98-4e0b-87b8-14c8ddb91355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:48.246733 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-1538435c-144e-41a6-97ba-db2354d6286e req-01a148f7-cf98-4e0b-87b8-14c8ddb91355 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2948849c-cd06-4bfe-b1a8-9e34d272493c HTTP/1.1" status: 200 len: 1099 time: 0.1847749 Jul 13 19:27:48.312913 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-13ed31eb-0354-4cf4-ac97-af37805f3075 req-600f1fa2-fed8-418c-aa2b-ad12721be974 service neutron] For port 042936ca-7876-42d0-9aa1-c41b3c10bf19, host hv-cinder-78693, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:27:48.319121 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-13ed31eb-0354-4cf4-ac97-af37805f3075 req-600f1fa2-fed8-418c-aa2b-ad12721be974 service neutron] For port 042936ca-7876-42d0-9aa1-c41b3c10bf19, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=042936ca-7876-42d0-9aa1-c41b3c10bf19,segment=NetworkSegment(e76ad695-8838-412a-a0c0-c26a4e4be224),segment_id=e76ad695-8838-412a-a0c0-c26a4e4be224)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:27:48.321880 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-1538435c-144e-41a6-97ba-db2354d6286e req-f57e97f1-d3e9-4e0c-9e58-0a65c9117512 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644269 Jul 13 19:27:48.324208 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-13ed31eb-0354-4cf4-ac97-af37805f3075 req-600f1fa2-fed8-418c-aa2b-ad12721be974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126721050'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:48.348469 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d47764-2dc7-4b94-848f-6792fcce9194 req-37295aa9-c6a0-4c44-875c-dacaf74682d9 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:48.351534 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-64d47764-2dc7-4b94-848f-6792fcce9194 req-37295aa9-c6a0-4c44-875c-dacaf74682d9 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 945 time: 0.1095352 Jul 13 19:27:48.377799 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed31eb-0354-4cf4-ac97-af37805f3075 req-600f1fa2-fed8-418c-aa2b-ad12721be974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:48.378835 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-13ed31eb-0354-4cf4-ac97-af37805f3075 req-600f1fa2-fed8-418c-aa2b-ad12721be974 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:48.380664 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-13ed31eb-0354-4cf4-ac97-af37805f3075 req-600f1fa2-fed8-418c-aa2b-ad12721be974 service neutron] 10.222.0.18 "PUT /v2.0/ports/042936ca-7876-42d0-9aa1-c41b3c10bf19 HTTP/1.1" status: 200 len: 1093 time: 1.4075177 Jul 13 19:27:48.382258 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7c44b30-b467-436c-b46b-d99b413e3cf4', 'tag': '042936ca-7876-42d0-9aa1-c41b3c10bf19'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:27:48.383721 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8879ae7e4e4d0f25c61261a3e286ece662f5d6b6250d5f2cd5814de7b022cdc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747126ea-5918-4543-9501-64ae38ad8c94" -d '{"events": [{"name": "network-changed", "server_uuid": "d7c44b30-b467-436c-b46b-d99b413e3cf4", "tag": "042936ca-7876-42d0-9aa1-c41b3c10bf19"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:27:48.456552 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-64d47764-2dc7-4b94-848f-6792fcce9194 req-4a95e081-c091-47cf-afb7-1b493afc61a4 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979986 Jul 13 19:27:48.476767 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce16ce6-d12b-4329-862c-71e1b7a95afe x-openstack-request-id: req-8ce16ce6-d12b-4329-862c-71e1b7a95afe {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:27:48.477109 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7c44b30-b467-436c-b46b-d99b413e3cf4", "tag": "042936ca-7876-42d0-9aa1-c41b3c10bf19", "status": "completed", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:27:48.477439 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8ce16ce6-d12b-4329-862c-71e1b7a95afe {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:27:48.478050 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7c44b30-b467-436c-b46b-d99b413e3cf4', 'tag': '042936ca-7876-42d0-9aa1-c41b3c10bf19', 'status': 'completed', 'code': 200} Jul 13 19:27:48.532241 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600f1fa2-fed8-418c-aa2b-ad12721be974 service neutron] Pushing event updated for resources: {'Port': ['ID=042936ca-7876-42d0-9aa1-c41b3c10bf19,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:48.575724 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed31eb-0354-4cf4-ac97-af37805f3075 req-a96f6386-dae9-4c02-8006-3d58d6e44ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:48.577514 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-13ed31eb-0354-4cf4-ac97-af37805f3075 req-a96f6386-dae9-4c02-8006-3d58d6e44ea1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e4a3a592dc2a494091dc527cfe54d6f5&device_id=d7c44b30-b467-436c-b46b-d99b413e3cf4 HTTP/1.1" status: 200 len: 1096 time: 0.1334310 Jul 13 19:27:48.759107 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5799f301-5ea9-4d99-8867-ab0bfe61b61c req-1f6d5d4b-24c7-404f-b17f-668f472ac148 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:48.770289 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-5799f301-5ea9-4d99-8867-ab0bfe61b61c req-1f6d5d4b-24c7-404f-b17f-668f472ac148 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=2948849c-cd06-4bfe-b1a8-9e34d272493c HTTP/1.1" status: 200 len: 946 time: 0.0980320 Jul 13 19:27:48.824436 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-5799f301-5ea9-4d99-8867-ab0bfe61b61c req-c5b88404-d02f-41ce-ad26-38cd07a37482 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497510 Jul 13 19:27:48.954992 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-de9f8599-fdd4-48a7-b146-da023355356e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:48.968092 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1583385-9f45-45b1-9fbc-156317ad534b req-603761d0-506a-43a9-8162-12774a63f65b tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:48.969773 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-e1583385-9f45-45b1-9fbc-156317ad534b req-603761d0-506a-43a9-8162-12774a63f65b tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7c44b30-b467-436c-b46b-d99b413e3cf4 HTTP/1.1" status: 200 len: 943 time: 0.0972581 Jul 13 19:27:49.017314 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-e1583385-9f45-45b1-9fbc-156317ad534b req-df947921-adf7-44ea-84d9-e51319016ad8 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/security-groups?id=12fcf376-dfa3-496e-b664-1285ed12ab00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393326 Jul 13 19:27:49.074476 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:49.688965 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b143f4f-b853-4724-ac45-c52712c4d49f req-6c40ec35-ba40-48d2-b7ed-155a0c62c8f7 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:49.691609 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-7b143f4f-b853-4724-ac45-c52712c4d49f req-6c40ec35-ba40-48d2-b7ed-155a0c62c8f7 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 945 time: 0.0865636 Jul 13 19:27:49.742557 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-7b143f4f-b853-4724-ac45-c52712c4d49f req-5f484cf9-140c-4fce-93d2-d791db33f4c2 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446503 Jul 13 19:27:50.013576 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e2edf-1975-42d2-bc40-45921098cfcf req-3f36d4eb-7e50-4a55-bf92-95ba6588d897 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:50.015128 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-152e2edf-1975-42d2-bc40-45921098cfcf req-3f36d4eb-7e50-4a55-bf92-95ba6588d897 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=2948849c-cd06-4bfe-b1a8-9e34d272493c HTTP/1.1" status: 200 len: 946 time: 0.0728428 Jul 13 19:27:50.056314 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-152e2edf-1975-42d2-bc40-45921098cfcf req-010c32b9-d706-46e9-beb4-5af79383cf1d tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353074 Jul 13 19:27:50.209147 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f121cc10-15a3-4774-9d3b-44cefef2260b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:50.222675 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c801c1-3f77-41dc-b863-965c6746a4b1 req-bbbe01a6-c194-45ba-aa5b-6c2b9579dac0 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:50.224484 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-05c801c1-3f77-41dc-b863-965c6746a4b1 req-bbbe01a6-c194-45ba-aa5b-6c2b9579dac0 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7c44b30-b467-436c-b46b-d99b413e3cf4 HTTP/1.1" status: 200 len: 943 time: 0.0820415 Jul 13 19:27:50.268247 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-05c801c1-3f77-41dc-b863-965c6746a4b1 req-57dd0f34-d5d9-4850-bf85-8589805799f4 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/security-groups?id=12fcf376-dfa3-496e-b664-1285ed12ab00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379565 Jul 13 19:27:50.929949 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f8015-09e4-4b00-90f8-b954289ed24e req-ae941458-45a7-4d45-9d82-0ff56ed8b3f2 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:50.931592 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-393f8015-09e4-4b00-90f8-b954289ed24e req-ae941458-45a7-4d45-9d82-0ff56ed8b3f2 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 945 time: 0.0729179 Jul 13 19:27:50.974522 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-393f8015-09e4-4b00-90f8-b954289ed24e req-a37b20e3-50e3-417f-ae9e-dffb19520ce6 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370460 Jul 13 19:27:51.246980 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a57f4-6f3c-450b-9beb-a97776507574 req-4b1b1bde-319e-4319-aa2d-4a475c919c4e tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:51.248480 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-fb3a57f4-6f3c-450b-9beb-a97776507574 req-4b1b1bde-319e-4319-aa2d-4a475c919c4e tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=2948849c-cd06-4bfe-b1a8-9e34d272493c HTTP/1.1" status: 200 len: 946 time: 0.0683074 Jul 13 19:27:51.290125 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-fb3a57f4-6f3c-450b-9beb-a97776507574 req-fa01c7bf-6892-4e84-8912-160bbf4feb62 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354459 Jul 13 19:27:51.368819 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-13ed31eb-0354-4cf4-ac97-af37805f3075 req-92119c77-46d6-4cf7-8a31-5dc876f42126 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=042936ca-7876-42d0-9aa1-c41b3c10bf19 HTTP/1.1" status: 200 len: 217 time: 0.0409167 Jul 13 19:27:51.428572 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed31eb-0354-4cf4-ac97-af37805f3075 req-d72fe14d-9616-4bf4-9f62-71b6e1e0d11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:51.430164 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-13ed31eb-0354-4cf4-ac97-af37805f3075 req-d72fe14d-9616-4bf4-9f62-71b6e1e0d11d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7966b859-03ef-479c-881d-3cbf56559c0f HTTP/1.1" status: 200 len: 853 time: 0.0552411 Jul 13 19:27:51.470187 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-13ed31eb-0354-4cf4-ac97-af37805f3075 req-c232b525-f358-4d34-b744-7f497c25147e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d467589c-0f1b-4adc-a0b7-e69e8a314414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307064 Jul 13 19:27:51.578907 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad69006-2a9a-44d4-b6f2-c65a91b39fef req-aab9c5cc-4128-4fda-b564-9fea95d1fc59 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:51.582299 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-dad69006-2a9a-44d4-b6f2-c65a91b39fef req-aab9c5cc-4128-4fda-b564-9fea95d1fc59 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7c44b30-b467-436c-b46b-d99b413e3cf4 HTTP/1.1" status: 200 len: 943 time: 0.1186082 Jul 13 19:27:51.622899 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-13ed31eb-0354-4cf4-ac97-af37805f3075 req-28de05db-a5a5-4450-852c-03e6cca4ce17 service neutron] 10.222.0.18 "GET /v2.0/networks/d467589c-0f1b-4adc-a0b7-e69e8a314414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442709 Jul 13 19:27:51.630423 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-dad69006-2a9a-44d4-b6f2-c65a91b39fef req-9b1ec6bf-52b2-472f-8ed9-19b7e8751958 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/security-groups?id=12fcf376-dfa3-496e-b664-1285ed12ab00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398591 Jul 13 19:27:51.710641 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-90e910e5-9927-492e-a649-803b472a565a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:51.856109 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-13ed31eb-0354-4cf4-ac97-af37805f3075 req-b97e76d6-17a4-44cf-b1aa-30545e02fbb7 service neutron] 10.222.0.18 "GET /v2.0/networks/d467589c-0f1b-4adc-a0b7-e69e8a314414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097391 Jul 13 19:27:52.012103 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747126ea-5918-4543-9501-64ae38ad8c94 req-f134272d-f356-4215-a46d-e4e24b622228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:52.013683 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-747126ea-5918-4543-9501-64ae38ad8c94 req-f134272d-f356-4215-a46d-e4e24b622228 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e4a3a592dc2a494091dc527cfe54d6f5&device_id=d7c44b30-b467-436c-b46b-d99b413e3cf4 HTTP/1.1" status: 200 len: 1096 time: 0.0677044 Jul 13 19:27:52.235596 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747126ea-5918-4543-9501-64ae38ad8c94 req-6ee2aa0c-f604-4ffa-af09-d3f37293e150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:52.237747 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-747126ea-5918-4543-9501-64ae38ad8c94 req-6ee2aa0c-f604-4ffa-af09-d3f37293e150 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d467589c-0f1b-4adc-a0b7-e69e8a314414 HTTP/1.1" status: 200 len: 914 time: 0.1890993 Jul 13 19:27:52.293992 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-747126ea-5918-4543-9501-64ae38ad8c94 req-515f0849-b930-4e87-91c2-3d5526603be4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=042936ca-7876-42d0-9aa1-c41b3c10bf19 HTTP/1.1" status: 200 len: 217 time: 0.0476902 Jul 13 19:27:52.314302 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f57e02-ba47-4307-a3bb-7a499a8f7806 req-d6977ea4-446b-4dc7-9370-4f1c1b448a6c tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:52.317524 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-19f57e02-ba47-4307-a3bb-7a499a8f7806 req-d6977ea4-446b-4dc7-9370-4f1c1b448a6c tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 945 time: 0.2092655 Jul 13 19:27:52.382390 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10829788-7f7c-478a-bf56-4a6db1ed5161 req-9fb7d365-f711-4e68-8c32-12ec32f8e3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:52.384010 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-10829788-7f7c-478a-bf56-4a6db1ed5161 req-9fb7d365-f711-4e68-8c32-12ec32f8e3bb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=117cfd7c8bd64e5eac700d0258401983&device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 1098 time: 0.2131932 Jul 13 19:27:52.405409 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747126ea-5918-4543-9501-64ae38ad8c94 req-eb1fb81f-6447-40b2-956c-7b3b5d79331d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:52.406996 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-747126ea-5918-4543-9501-64ae38ad8c94 req-eb1fb81f-6447-40b2-956c-7b3b5d79331d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7966b859-03ef-479c-881d-3cbf56559c0f HTTP/1.1" status: 200 len: 853 time: 0.0867412 Jul 13 19:27:52.433370 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-19f57e02-ba47-4307-a3bb-7a499a8f7806 req-d62a5f20-87d6-4b4b-bb00-d69ceb9f3838 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979648 Jul 13 19:27:52.515085 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-747126ea-5918-4543-9501-64ae38ad8c94 req-70de5175-560a-4e6a-a430-3cfdc750977e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d467589c-0f1b-4adc-a0b7-e69e8a314414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0950129 Jul 13 19:27:52.632531 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361fa90a-2a00-44bd-835f-3ac5add1a436 req-5d7548f5-3f28-4727-8648-187fa882c0aa tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:52.635340 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-361fa90a-2a00-44bd-835f-3ac5add1a436 req-5d7548f5-3f28-4727-8648-187fa882c0aa tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=2948849c-cd06-4bfe-b1a8-9e34d272493c HTTP/1.1" status: 200 len: 946 time: 0.1282492 Jul 13 19:27:52.637617 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10829788-7f7c-478a-bf56-4a6db1ed5161 req-b153753e-f199-4a78-b2b7-0c149107a54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:52.639495 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-10829788-7f7c-478a-bf56-4a6db1ed5161 req-b153753e-f199-4a78-b2b7-0c149107a54a service neutron] 10.222.0.18 "GET /v2.0/networks?id=c438c907-bcad-48c0-af76-f26d5c29bc9d HTTP/1.1" status: 200 len: 917 time: 0.2292159 Jul 13 19:27:52.702528 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-361fa90a-2a00-44bd-835f-3ac5add1a436 req-eeb533ff-ddb6-40f8-bd8b-67c8ce28c9f9 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566742 Jul 13 19:27:52.709006 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-747126ea-5918-4543-9501-64ae38ad8c94 req-150dc064-c989-470a-bbc3-de79a3e8e9a2 service neutron] 10.222.0.18 "GET /v2.0/networks/d467589c-0f1b-4adc-a0b7-e69e8a314414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858943 Jul 13 19:27:52.753738 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-10829788-7f7c-478a-bf56-4a6db1ed5161 req-9d92ff42-58c9-4b0a-a9da-598f80427b25 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6ee84ca-11b0-4bde-b58d-9268317cc932 HTTP/1.1" status: 200 len: 1001 time: 0.1071250 Jul 13 19:27:53.123382 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10829788-7f7c-478a-bf56-4a6db1ed5161 req-f1a52cea-2cdb-4aeb-a441-81e288d063c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:53.124843 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-10829788-7f7c-478a-bf56-4a6db1ed5161 req-f1a52cea-2cdb-4aeb-a441-81e288d063c4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ea1ae014-478a-41b7-af24-a9a2c8a9fd89 HTTP/1.1" status: 200 len: 855 time: 0.0917475 Jul 13 19:27:53.187443 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-747126ea-5918-4543-9501-64ae38ad8c94 req-d3d57293-954d-44d1-aace-8e3bce26f54e service neutron] 10.222.0.18 "GET /v2.0/networks/d467589c-0f1b-4adc-a0b7-e69e8a314414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4577396 Jul 13 19:27:53.201609 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4598c2dc-8fe4-476f-8a79-fd902785fae4 req-c2a34105-6779-474d-bc62-2ec87bda437a tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:53.203105 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-4598c2dc-8fe4-476f-8a79-fd902785fae4 req-c2a34105-6779-474d-bc62-2ec87bda437a tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7c44b30-b467-436c-b46b-d99b413e3cf4 HTTP/1.1" status: 200 len: 943 time: 0.4218829 Jul 13 19:27:53.246056 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10829788-7f7c-478a-bf56-4a6db1ed5161 req-f92e6b29-1119-407b-90df-6ef772ed0dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:53.247681 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-10829788-7f7c-478a-bf56-4a6db1ed5161 req-f92e6b29-1119-407b-90df-6ef772ed0dc1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c438c907-bcad-48c0-af76-f26d5c29bc9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1139476 Jul 13 19:27:53.255757 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-4598c2dc-8fe4-476f-8a79-fd902785fae4 req-dd7e9f62-71b8-4d7d-bf52-97ec298a5f16 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/security-groups?id=12fcf376-dfa3-496e-b664-1285ed12ab00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459733 Jul 13 19:27:53.351384 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-10829788-7f7c-478a-bf56-4a6db1ed5161 req-32185ae2-cb5e-415c-8443-d00340df4543 service neutron] 10.222.0.18 "GET /v2.0/networks/c438c907-bcad-48c0-af76-f26d5c29bc9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868039 Jul 13 19:27:53.464045 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-10829788-7f7c-478a-bf56-4a6db1ed5161 req-729c1e2f-0632-49c8-9141-67ee586b4045 service neutron] 10.222.0.18 "GET /v2.0/networks/c438c907-bcad-48c0-af76-f26d5c29bc9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025043 Jul 13 19:27:53.638075 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc6ec26-4e4d-4251-b4ad-1e4f926ae07a req-ec85f727-f2ea-495b-8df6-4dc16b27fbef tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:53.639691 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-5dc6ec26-4e4d-4251-b4ad-1e4f926ae07a req-ec85f727-f2ea-495b-8df6-4dc16b27fbef tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 945 time: 0.0641012 Jul 13 19:27:53.679488 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-5dc6ec26-4e4d-4251-b4ad-1e4f926ae07a req-7a32498a-5c78-409d-8d7f-df118ad5303e tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337496 Jul 13 19:27:53.887500 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8577ee4-7d53-423e-b79c-dfd32caafab3 req-ca2cb0c6-03b8-4acc-9dd3-21c77f6adaba tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:53.890441 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-c8577ee4-7d53-423e-b79c-dfd32caafab3 req-ca2cb0c6-03b8-4acc-9dd3-21c77f6adaba tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=2948849c-cd06-4bfe-b1a8-9e34d272493c HTTP/1.1" status: 200 len: 946 time: 0.0678148 Jul 13 19:27:53.935058 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-c8577ee4-7d53-423e-b79c-dfd32caafab3 req-2ccae128-434c-4098-b84b-286b99da14c0 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381105 Jul 13 19:27:54.332944 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81746d76-df60-4cf0-89d7-41f59b5cabe9 req-1b08d220-00d0-4b75-89cf-81ea1aa15e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:54.334548 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-81746d76-df60-4cf0-89d7-41f59b5cabe9 req-1b08d220-00d0-4b75-89cf-81ea1aa15e2a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=248dce75e9c94921877d1b32ba31a634&device_id=2948849c-cd06-4bfe-b1a8-9e34d272493c HTTP/1.1" status: 200 len: 1099 time: 0.0654621 Jul 13 19:27:54.422177 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34361b30-a3b5-4359-b83f-6833895ab647 req-f6344dd0-aca0-4a04-ba06-873c2df26aad tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:54.423791 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-34361b30-a3b5-4359-b83f-6833895ab647 req-f6344dd0-aca0-4a04-ba06-873c2df26aad tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=2948849c-cd06-4bfe-b1a8-9e34d272493c HTTP/1.1" status: 200 len: 946 time: 0.1008146 Jul 13 19:27:54.467740 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-34361b30-a3b5-4359-b83f-6833895ab647 req-4f25ae6e-c5ae-4d7e-86ad-72ebc4bb0b70 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356934 Jul 13 19:27:54.500823 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81746d76-df60-4cf0-89d7-41f59b5cabe9 req-af399244-856b-4c2b-80c7-63a0b8dde588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:54.502329 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-81746d76-df60-4cf0-89d7-41f59b5cabe9 req-af399244-856b-4c2b-80c7-63a0b8dde588 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fc4a6477-68b4-4cfe-9108-edf87a192a01 HTTP/1.1" status: 200 len: 920 time: 0.1499615 Jul 13 19:27:54.515488 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3edc64-4e63-41b7-b91c-179c54723612 req-14b4d1ac-9a30-4764-ad25-b6e52a624733 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:54.516987 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-8e3edc64-4e63-41b7-b91c-179c54723612 req-14b4d1ac-9a30-4764-ad25-b6e52a624733 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7c44b30-b467-436c-b46b-d99b413e3cf4 HTTP/1.1" status: 200 len: 943 time: 0.1057377 Jul 13 19:27:54.559916 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-81746d76-df60-4cf0-89d7-41f59b5cabe9 req-3cec01b0-be0b-4dfb-bdeb-33a2c3c83b88 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b098a10-9e62-4d5e-a99c-e39215f28b92 HTTP/1.1" status: 200 len: 217 time: 0.0418696 Jul 13 19:27:54.620918 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-8e3edc64-4e63-41b7-b91c-179c54723612 req-18732f4a-3643-48d2-ab9f-c7352c016cd2 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/security-groups?id=12fcf376-dfa3-496e-b664-1285ed12ab00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953486 Jul 13 19:27:54.630943 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81746d76-df60-4cf0-89d7-41f59b5cabe9 req-1dcb66da-92fd-406b-8bc3-1ac75f02185a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:54.632465 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-81746d76-df60-4cf0-89d7-41f59b5cabe9 req-1dcb66da-92fd-406b-8bc3-1ac75f02185a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fedad9ab-ec25-46bf-a611-8dd9aa1299f2 HTTP/1.1" status: 200 len: 859 time: 0.0633197 Jul 13 19:27:54.672096 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-81746d76-df60-4cf0-89d7-41f59b5cabe9 req-861c4e14-8814-4ee0-aa6c-b39a097b8549 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc4a6477-68b4-4cfe-9108-edf87a192a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327842 Jul 13 19:27:54.770647 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-81746d76-df60-4cf0-89d7-41f59b5cabe9 req-a09ce7d1-beac-4a31-b363-cf08a1a4f442 service neutron] 10.222.0.18 "GET /v2.0/networks/fc4a6477-68b4-4cfe-9108-edf87a192a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909276 Jul 13 19:27:54.889137 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0908fbe-98d6-4fb2-bae7-99a178ac5143 req-b0d83e16-05cf-40ca-a940-ded5bca870c8 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:54.890972 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f0908fbe-98d6-4fb2-bae7-99a178ac5143 req-b0d83e16-05cf-40ca-a940-ded5bca870c8 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 945 time: 0.0894516 Jul 13 19:27:54.922545 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-81746d76-df60-4cf0-89d7-41f59b5cabe9 req-8ad95eca-5bb8-476d-8def-51162a4f47b2 service neutron] 10.222.0.18 "GET /v2.0/networks/fc4a6477-68b4-4cfe-9108-edf87a192a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420488 Jul 13 19:27:54.978507 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f0908fbe-98d6-4fb2-bae7-99a178ac5143 req-342000c2-4c33-4f68-b83e-a201a9989516 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409346 Jul 13 19:27:55.656993 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e3dca0-6479-40f1-8c2e-74f5b397a978 req-47e86312-50ec-4a0d-8a90-e9a8f4348d1a tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:55.658522 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-b9e3dca0-6479-40f1-8c2e-74f5b397a978 req-47e86312-50ec-4a0d-8a90-e9a8f4348d1a tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=2948849c-cd06-4bfe-b1a8-9e34d272493c HTTP/1.1" status: 200 len: 946 time: 0.0689650 Jul 13 19:27:55.690826 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.agents_db [None req-012e1d35-f91a-49b0-a4f0-5c30301579de None None] Agent healthcheck: found 6 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:27:55.706553 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-b9e3dca0-6479-40f1-8c2e-74f5b397a978 req-df1918bf-c5b6-430e-801f-65d96aee609e tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372431 Jul 13 19:27:55.813643 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b2cfe0-a684-4686-b56f-dbce3240d4a4 req-232ab9eb-8d03-4262-84b1-ff94935046ec tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:55.815836 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d2b2cfe0-a684-4686-b56f-dbce3240d4a4 req-232ab9eb-8d03-4262-84b1-ff94935046ec tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7c44b30-b467-436c-b46b-d99b413e3cf4 HTTP/1.1" status: 200 len: 943 time: 0.0671341 Jul 13 19:27:55.863470 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d2b2cfe0-a684-4686-b56f-dbce3240d4a4 req-913452b1-51c6-4e65-8b43-f94f0eda7005 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/security-groups?id=12fcf376-dfa3-496e-b664-1285ed12ab00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410903 Jul 13 19:27:56.176423 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device 042936ca-7876-42d0-9aa1-c41b3c10bf19 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:27:56.178715 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device c6ee84ca-11b0-4bde-b58d-9268317cc932 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:27:56.220584 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf6db5-21d0-49b9-a4bd-599be03c0c98 req-8ee75756-d06b-4dc1-b142-e11855dd1550 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:56.223175 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-80cf6db5-21d0-49b9-a4bd-599be03c0c98 req-8ee75756-d06b-4dc1-b142-e11855dd1550 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 945 time: 0.0775046 Jul 13 19:27:56.265892 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-80cf6db5-21d0-49b9-a4bd-599be03c0c98 req-22759fbb-ed1a-4fc4-90a9-6547f83530f6 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363944 Jul 13 19:27:56.347924 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port 042936ca-7876-42d0-9aa1-c41b3c10bf19, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=042936ca-7876-42d0-9aa1-c41b3c10bf19,segment=NetworkSegment(e76ad695-8838-412a-a0c0-c26a4e4be224),segment_id=e76ad695-8838-412a-a0c0-c26a4e4be224)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:56.383875 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Returning: {'device': '042936ca-7876-42d0-9aa1-c41b3c10bf19', 'network_id': 'd467589c-0f1b-4adc-a0b7-e69e8a314414', 'port_id': '042936ca-7876-42d0-9aa1-c41b3c10bf19', 'mac_address': 'fa:16:3e:09:5b:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7966b859-03ef-479c-881d-3cbf56559c0f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:27:56.405197 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:56.457371 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b3edcd4-18aa-40db-8a76-9093f10af9de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6ee84ca-11b0-4bde-b58d-9268317cc932'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:27:56.459760 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540c69b029c7553e3853e743d2a892cf8287872a4bddd25c2711216cf853e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2bdfdf2-0f96-4c3a-aade-bec2defb4169" -d '{"events": [{"server_uuid": "1b3edcd4-18aa-40db-8a76-9093f10af9de", "name": "network-vif-unplugged", "status": "completed", "tag": "c6ee84ca-11b0-4bde-b58d-9268317cc932"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:27:56.481716 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port c6ee84ca-11b0-4bde-b58d-9268317cc932, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c6ee84ca-11b0-4bde-b58d-9268317cc932,segment=NetworkSegment(b2c84280-8460-4aa6-b89f-bacddd6514f2),segment_id=b2c84280-8460-4aa6-b89f-bacddd6514f2)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:56.484706 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:56.488605 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:56.499936 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 13 Jul 2021 19:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea776bdf-e1d5-40a3-9316-dabef1aae7f3 x-openstack-request-id: req-ea776bdf-e1d5-40a3-9316-dabef1aae7f3 {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:27:56.500534 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b3edcd4-18aa-40db-8a76-9093f10af9de", "name": "network-vif-unplugged", "status": "failed", "tag": "c6ee84ca-11b0-4bde-b58d-9268317cc932", "code": 422}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:27:56.500790 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ea776bdf-e1d5-40a3-9316-dabef1aae7f3 {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:27:56.503478 dv-cinder-786932-3-iscsi neutron-server[92925]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1b3edcd4-18aa-40db-8a76-9093f10af9de', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c6ee84ca-11b0-4bde-b58d-9268317cc932', 'code': 422} returned with failed status Jul 13 19:27:56.525866 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 042936ca-7876-42d0-9aa1-c41b3c10bf19 {{(pid=92925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:27:56.559945 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port 042936ca-7876-42d0-9aa1-c41b3c10bf19, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=042936ca-7876-42d0-9aa1-c41b3c10bf19,segment=NetworkSegment(e76ad695-8838-412a-a0c0-c26a4e4be224),segment_id=e76ad695-8838-412a-a0c0-c26a4e4be224)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:27:56.567296 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:56.574296 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Pushing event updated for resources: {'Port': ['ID=c6ee84ca-11b0-4bde-b58d-9268317cc932,revision_number=8']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:56.629530 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Pushing event updated for resources: {'Port': ['ID=042936ca-7876-42d0-9aa1-c41b3c10bf19,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:27:56.920535 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f39e94d-1ff3-45f8-bd1c-3b3e9b0d3460 req-ed2a9b88-e63d-4413-8012-8d938a695a0c tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:56.922243 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-6f39e94d-1ff3-45f8-bd1c-3b3e9b0d3460 req-ed2a9b88-e63d-4413-8012-8d938a695a0c tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=2948849c-cd06-4bfe-b1a8-9e34d272493c HTTP/1.1" status: 200 len: 946 time: 0.0779231 Jul 13 19:27:56.971064 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-6f39e94d-1ff3-45f8-bd1c-3b3e9b0d3460 req-4d71cb2a-60f7-4c7b-b613-ee209f2841fa tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370331 Jul 13 19:27:57.190456 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd3e14-2845-4d75-8829-197896f90a65 req-d80a17b3-7e6a-4bc3-a88a-7452a4e24bf2 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:57.203720 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-dedd3e14-2845-4d75-8829-197896f90a65 req-d80a17b3-7e6a-4bc3-a88a-7452a4e24bf2 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7c44b30-b467-436c-b46b-d99b413e3cf4 HTTP/1.1" status: 200 len: 944 time: 0.1078172 Jul 13 19:27:57.254704 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-dedd3e14-2845-4d75-8829-197896f90a65 req-f22a6f52-46c6-4bbd-a5c0-1a361180ad3b tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/security-groups?id=12fcf376-dfa3-496e-b664-1285ed12ab00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498183 Jul 13 19:27:57.400006 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e363c-7024-4b19-958b-f5df3b2b7628 req-4f49c000-e7fb-4b2b-a04f-ddb28effd53e tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:57.407968 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-de5e363c-7024-4b19-958b-f5df3b2b7628 req-4f49c000-e7fb-4b2b-a04f-ddb28effd53e tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 943 time: 0.1038892 Jul 13 19:27:57.498429 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-de5e363c-7024-4b19-958b-f5df3b2b7628 req-69f3cf60-7f7f-4d01-a53d-b8efa903667a tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888057 Jul 13 19:27:57.765407 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 53630) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:27:57.871883 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2dc47ccd-9a71-4bf2-97fa-0e0a0976bb88 req-41010d80-25ef-4b64-991b-34a190e97b3e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1051965 Jul 13 19:27:58.431370 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed423301-f514-4a29-9215-321c0333aa7d req-abde8545-bd95-4b70-8575-b3bb3f261d68 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:58.433043 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-ed423301-f514-4a29-9215-321c0333aa7d req-abde8545-bd95-4b70-8575-b3bb3f261d68 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7c44b30-b467-436c-b46b-d99b413e3cf4 HTTP/1.1" status: 200 len: 944 time: 0.0699782 Jul 13 19:27:58.472912 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-ed423301-f514-4a29-9215-321c0333aa7d req-388fb864-c768-4986-89ba-93d5a1dbaad2 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/security-groups?id=12fcf376-dfa3-496e-b664-1285ed12ab00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331354 Jul 13 19:27:58.678525 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7681eec4-bdf3-44bb-a1cc-c8a85884149b req-36f8e75d-78f9-4a36-8460-83d73a7d9d45 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:58.680385 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7681eec4-bdf3-44bb-a1cc-c8a85884149b req-36f8e75d-78f9-4a36-8460-83d73a7d9d45 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 943 time: 0.0620801 Jul 13 19:27:58.717793 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7681eec4-bdf3-44bb-a1cc-c8a85884149b req-c55299d4-acca-4ed5-8081-666b1156eac3 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318913 Jul 13 19:27:59.650742 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f7bbff-6d5b-485f-a4a0-0da1ca1aff07 req-c6cf81e4-35c5-4d2e-a955-a984e4494e68 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:59.652211 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-f9f7bbff-6d5b-485f-a4a0-0da1ca1aff07 req-c6cf81e4-35c5-4d2e-a955-a984e4494e68 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7c44b30-b467-436c-b46b-d99b413e3cf4 HTTP/1.1" status: 200 len: 944 time: 0.0669055 Jul 13 19:27:59.691589 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-f9f7bbff-6d5b-485f-a4a0-0da1ca1aff07 req-1edb7cda-24da-4231-b2b2-9ba938349f2e tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/security-groups?id=12fcf376-dfa3-496e-b664-1285ed12ab00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336969 Jul 13 19:27:59.835483 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] get_ports_and_sgs() called for port_ids ['042936ca-7876-42d0-9aa1-c41b3c10bf19'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:27:59.839580 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device c6ee84ca-11b0-4bde-b58d-9268317cc932 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:27:59.900046 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:59.909838 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec55bc8b-baf9-4b90-bdd9-b0f2750e0908 req-4886a9dc-f7a7-4da7-bb47-a7a41ae4505a tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:27:59.912133 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ec55bc8b-baf9-4b90-bdd9-b0f2750e0908 req-4886a9dc-f7a7-4da7-bb47-a7a41ae4505a tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 943 time: 0.0752168 Jul 13 19:27:59.963338 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ec55bc8b-baf9-4b90-bdd9-b0f2750e0908 req-c4907550-9f54-4b2a-a24b-b1a3d9b181e6 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418231 Jul 13 19:28:00.773339 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a21fae-493d-4c54-95fe-22ad63d927fc req-dea50166-c416-489c-aab6-6380bf8e03fd tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:00.781689 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-e3a21fae-493d-4c54-95fe-22ad63d927fc req-dea50166-c416-489c-aab6-6380bf8e03fd tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=2948849c-cd06-4bfe-b1a8-9e34d272493c HTTP/1.1" status: 200 len: 946 time: 0.0851610 Jul 13 19:28:00.844860 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-e3a21fae-493d-4c54-95fe-22ad63d927fc req-d607797b-01e4-49d4-a9f8-533ca8e054bd tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588255 Jul 13 19:28:00.927693 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827276dc-ee0c-4d5e-b1de-64234d27a799 req-c0a9aafb-fd03-4440-8be5-9b7f699eb701 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:00.936324 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-827276dc-ee0c-4d5e-b1de-64234d27a799 req-c0a9aafb-fd03-4440-8be5-9b7f699eb701 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7c44b30-b467-436c-b46b-d99b413e3cf4 HTTP/1.1" status: 200 len: 944 time: 0.0886464 Jul 13 19:28:01.015585 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-827276dc-ee0c-4d5e-b1de-64234d27a799 req-80998236-5417-4a89-8330-3f1c8f5fd118 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/security-groups?id=12fcf376-dfa3-496e-b664-1285ed12ab00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608087 Jul 13 19:28:01.199934 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a50df-2226-4c4c-93bc-8d0efc1e8f02 req-08fa981e-8625-44ea-8f08-3965ebdf5dd2 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:01.201476 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-116a50df-2226-4c4c-93bc-8d0efc1e8f02 req-08fa981e-8625-44ea-8f08-3965ebdf5dd2 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 943 time: 0.0744309 Jul 13 19:28:01.247068 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-116a50df-2226-4c4c-93bc-8d0efc1e8f02 req-96259356-43c0-4bfd-bc58-e7e3cfedc419 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391672 Jul 13 19:28:01.508198 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc47ccd-9a71-4bf2-97fa-0e0a0976bb88 req-5364f3e6-bf05-4c00-9bc4-804614b10a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:01.509953 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2dc47ccd-9a71-4bf2-97fa-0e0a0976bb88 req-5364f3e6-bf05-4c00-9bc4-804614b10a17 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de&tenant_id=117cfd7c8bd64e5eac700d0258401983 HTTP/1.1" status: 200 len: 1096 time: 0.0880456 Jul 13 19:28:01.590192 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc47ccd-9a71-4bf2-97fa-0e0a0976bb88 req-5c157d28-007d-47d9-9e55-ffb81b8d8601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:01.591895 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2dc47ccd-9a71-4bf2-97fa-0e0a0976bb88 req-5c157d28-007d-47d9-9e55-ffb81b8d8601 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=117cfd7c8bd64e5eac700d0258401983&device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 1096 time: 0.0568409 Jul 13 19:28:01.693835 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc47ccd-9a71-4bf2-97fa-0e0a0976bb88 req-68c08ac8-8184-4f60-a8c5-e20c2728499c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:01.695412 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2dc47ccd-9a71-4bf2-97fa-0e0a0976bb88 req-68c08ac8-8184-4f60-a8c5-e20c2728499c service neutron] 10.222.0.18 "GET /v2.0/networks?id=c438c907-bcad-48c0-af76-f26d5c29bc9d HTTP/1.1" status: 200 len: 917 time: 0.0962412 Jul 13 19:28:01.806538 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2dc47ccd-9a71-4bf2-97fa-0e0a0976bb88 req-c629430d-43f2-4e04-b483-2a6d7c7bfc77 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6ee84ca-11b0-4bde-b58d-9268317cc932 HTTP/1.1" status: 200 len: 999 time: 0.1035674 Jul 13 19:28:01.813051 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device 042936ca-7876-42d0-9aa1-c41b3c10bf19 up at agent hyperv_hv-cinder-78693 {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:28:01.890009 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc47ccd-9a71-4bf2-97fa-0e0a0976bb88 req-73ef0f91-7393-46d3-a1b9-f7eddf9a2af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:01.892668 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2dc47ccd-9a71-4bf2-97fa-0e0a0976bb88 req-73ef0f91-7393-46d3-a1b9-f7eddf9a2af5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ea1ae014-478a-41b7-af24-a9a2c8a9fd89 HTTP/1.1" status: 200 len: 855 time: 0.0787480 Jul 13 19:28:01.898788 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Provisioning for port 042936ca-7876-42d0-9aa1-c41b3c10bf19 completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:28:01.902998 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Provisioning complete for port 042936ca-7876-42d0-9aa1-c41b3c10bf19 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:01.903407 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:01.979408 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc47ccd-9a71-4bf2-97fa-0e0a0976bb88 req-610e8c0c-e0d3-445d-a91f-1d4f5b577cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:01.982340 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2dc47ccd-9a71-4bf2-97fa-0e0a0976bb88 req-610e8c0c-e0d3-445d-a91f-1d4f5b577cee service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c438c907-bcad-48c0-af76-f26d5c29bc9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0825276 Jul 13 19:28:02.022007 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:02.068144 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c44b30-b467-436c-b46b-d99b413e3cf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042936ca-7876-42d0-9aa1-c41b3c10bf19'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:28:02.070275 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540c69b029c7553e3853e743d2a892cf8287872a4bddd25c2711216cf853e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd428c1-e6c1-4dbf-aa2a-defb5e07c6c5" -d '{"events": [{"server_uuid": "d7c44b30-b467-436c-b46b-d99b413e3cf4", "name": "network-vif-plugged", "status": "completed", "tag": "042936ca-7876-42d0-9aa1-c41b3c10bf19"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:28:02.087905 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port 042936ca-7876-42d0-9aa1-c41b3c10bf19, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=042936ca-7876-42d0-9aa1-c41b3c10bf19,segment=NetworkSegment(e76ad695-8838-412a-a0c0-c26a4e4be224),segment_id=e76ad695-8838-412a-a0c0-c26a4e4be224)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:02.093021 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:02.115200 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2dc47ccd-9a71-4bf2-97fa-0e0a0976bb88 req-ce9e1304-38ac-4d8e-b856-ea85431bd463 service neutron] 10.222.0.18 "GET /v2.0/networks/c438c907-bcad-48c0-af76-f26d5c29bc9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243503 Jul 13 19:28:02.164456 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ac349a-b6f5-4b07-bfc7-3ae781acd11c x-openstack-request-id: req-52ac349a-b6f5-4b07-bfc7-3ae781acd11c {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:28:02.164746 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c44b30-b467-436c-b46b-d99b413e3cf4", "name": "network-vif-plugged", "status": "completed", "tag": "042936ca-7876-42d0-9aa1-c41b3c10bf19", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:28:02.165009 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-52ac349a-b6f5-4b07-bfc7-3ae781acd11c {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:28:02.165400 dv-cinder-786932-3-iscsi neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c44b30-b467-436c-b46b-d99b413e3cf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042936ca-7876-42d0-9aa1-c41b3c10bf19', 'code': 200} Jul 13 19:28:02.166376 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Pushing event updated for resources: {'Port': ['ID=042936ca-7876-42d0-9aa1-c41b3c10bf19,revision_number=5']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:02.281853 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2dc47ccd-9a71-4bf2-97fa-0e0a0976bb88 req-9b40fd98-002e-43c8-be56-7528c7902053 service neutron] 10.222.0.18 "GET /v2.0/networks/c438c907-bcad-48c0-af76-f26d5c29bc9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548104 Jul 13 19:28:02.303646 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6af0828-16ca-4f44-9070-6937ced689d1 req-99e16a21-88ee-42b9-9f5d-148881faf476 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:02.305243 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-d6af0828-16ca-4f44-9070-6937ced689d1 req-99e16a21-88ee-42b9-9f5d-148881faf476 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7c44b30-b467-436c-b46b-d99b413e3cf4 HTTP/1.1" status: 200 len: 945 time: 0.1045234 Jul 13 19:28:02.419509 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-d6af0828-16ca-4f44-9070-6937ced689d1 req-bd38daae-d707-4b99-8a27-1840e44cbc9d tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/security-groups?id=12fcf376-dfa3-496e-b664-1285ed12ab00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863845 Jul 13 19:28:02.444982 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd402e6-e284-43a4-a250-11ade2629fa0 req-e00514a7-0e5d-4ef1-b72f-197e3ed45dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:02.446500 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2bd402e6-e284-43a4-a250-11ade2629fa0 req-e00514a7-0e5d-4ef1-b72f-197e3ed45dcb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d7c44b30-b467-436c-b46b-d99b413e3cf4 HTTP/1.1" status: 200 len: 1098 time: 0.0684166 Jul 13 19:28:02.488083 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2bd402e6-e284-43a4-a250-11ade2629fa0 req-a34b5070-ba99-4fd5-a0ca-a45977df73db service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=12fcf376-dfa3-496e-b664-1285ed12ab00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306978 Jul 13 19:28:02.517250 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab851ca-2f37-472f-b8d6-a0b0ce6649a5 req-02c9e237-0eaf-4d03-ba0c-211ef50ca3d6 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:02.519808 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-fab851ca-2f37-472f-b8d6-a0b0ce6649a5 req-02c9e237-0eaf-4d03-ba0c-211ef50ca3d6 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 943 time: 0.0770023 Jul 13 19:28:02.563845 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-fab851ca-2f37-472f-b8d6-a0b0ce6649a5 req-938fa1f7-7f51-42ee-a25b-4455abed657c tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383630 Jul 13 19:28:03.606179 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97d959-eeed-4119-931c-5d3a90fe4f3f req-ebc35626-c8c7-4f2f-83bf-8ba7cb3e969a tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:03.608123 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-ce97d959-eeed-4119-931c-5d3a90fe4f3f req-ebc35626-c8c7-4f2f-83bf-8ba7cb3e969a tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7c44b30-b467-436c-b46b-d99b413e3cf4 HTTP/1.1" status: 200 len: 945 time: 0.0756445 Jul 13 19:28:03.656070 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-ce97d959-eeed-4119-931c-5d3a90fe4f3f req-9f504777-100c-441b-9212-e8fc39e3afcd tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/security-groups?id=12fcf376-dfa3-496e-b664-1285ed12ab00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413635 Jul 13 19:28:03.774543 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b922ad0-719f-4cfb-89ae-b3312de9933d req-f4b52b5d-860e-48e9-8a72-70a2892fa5f8 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:03.776064 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2b922ad0-719f-4cfb-89ae-b3312de9933d req-f4b52b5d-860e-48e9-8a72-70a2892fa5f8 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 943 time: 0.0781059 Jul 13 19:28:03.821066 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2b922ad0-719f-4cfb-89ae-b3312de9933d req-abb14a53-c994-40bf-b18f-8b1c2b2d5f3e tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393050 Jul 13 19:28:04.857673 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32f47af-de4d-4511-b3d3-fa6fbbce6fdc req-d75c489b-a33f-45c6-b48e-529d0bea31a6 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:04.859368 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-a32f47af-de4d-4511-b3d3-fa6fbbce6fdc req-d75c489b-a33f-45c6-b48e-529d0bea31a6 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7c44b30-b467-436c-b46b-d99b413e3cf4 HTTP/1.1" status: 200 len: 945 time: 0.0658908 Jul 13 19:28:04.925854 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-a32f47af-de4d-4511-b3d3-fa6fbbce6fdc req-a0b90b2d-5f84-496d-a3e0-4f96f84c450b tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/security-groups?id=12fcf376-dfa3-496e-b664-1285ed12ab00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547252 Jul 13 19:28:05.052015 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c69734-283e-47f4-abdb-4f43247ca758 req-ea06cd6a-3c45-47e0-9f87-e32b02476272 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:05.058606 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b1c69734-283e-47f4-abdb-4f43247ca758 req-ea06cd6a-3c45-47e0-9f87-e32b02476272 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 943 time: 0.0743771 Jul 13 19:28:05.121882 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b1c69734-283e-47f4-abdb-4f43247ca758 req-7490de18-125d-4dff-97d8-19bc1ce8e4ca tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613019 Jul 13 19:28:05.780650 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 53764) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:05.893703 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e8290b28-d935-4af3-b232-6c2dcde5ff3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:05.985625 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e8290b28-d935-4af3-b232-6c2dcde5ff3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:05.989527 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e8290b28-d935-4af3-b232-6c2dcde5ff3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:06.028433 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-e8290b28-d935-4af3-b232-6c2dcde5ff3e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e989e6ad49794006ad1359c4e94cf15b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2466054 Jul 13 19:28:06.029376 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8290b28-d935-4af3-b232-6c2dcde5ff3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2860971d-361c-46ad-9a41-5e3ed62579b4,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:06.032050 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 53770) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:06.160299 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b571b-a073-4b24-927d-9017c5918a91 req-8e914a66-e13c-4dba-b0a0-dafb89506304 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:06.162061 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2a6b571b-a073-4b24-927d-9017c5918a91 req-8e914a66-e13c-4dba-b0a0-dafb89506304 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7c44b30-b467-436c-b46b-d99b413e3cf4 HTTP/1.1" status: 200 len: 945 time: 0.1190777 Jul 13 19:28:06.164736 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-431d89da-df6a-41b5-9b1b-f54594300aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:06.201476 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-431d89da-df6a-41b5-9b1b-f54594300aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:06.225586 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2a6b571b-a073-4b24-927d-9017c5918a91 req-d479d445-4ddf-49ec-ab92-a4a7bb9db717 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/security-groups?id=12fcf376-dfa3-496e-b664-1285ed12ab00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520601 Jul 13 19:28:06.347186 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-431d89da-df6a-41b5-9b1b-f54594300aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:06.349840 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-431d89da-df6a-41b5-9b1b-f54594300aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:06.351022 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-431d89da-df6a-41b5-9b1b-f54594300aa0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2860971d-361c-46ad-9a41-5e3ed62579b4 HTTP/1.1" status: 204 len: 168 time: 0.3158255 Jul 13 19:28:06.369076 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431d89da-df6a-41b5-9b1b-f54594300aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2860971d-361c-46ad-9a41-5e3ed62579b4,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:06.405726 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67b628c-2580-442f-b5ae-38ee78a25cd2 req-b3f38356-dba8-4c73-bac3-0ae14a0f4cbf tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:06.407940 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a67b628c-2580-442f-b5ae-38ee78a25cd2 req-b3f38356-dba8-4c73-bac3-0ae14a0f4cbf tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 943 time: 0.1454940 Jul 13 19:28:06.461008 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a67b628c-2580-442f-b5ae-38ee78a25cd2 req-4077cf23-ffde-43f1-8a7c-204d269a6f5d tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429256 Jul 13 19:28:07.149512 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 53800) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:07.254476 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-e4abb9b3-b5ef-449e-af44-537fcdd8ef42 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1502094256-network', 'tenant_id': '67402faa97f64f238466e72ec9e27071'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:28:07.278160 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4abb9b3-b5ef-449e-af44-537fcdd8ef42 admin admin] Made reservation on behalf of 67402faa97f64f238466e72ec9e27071 for: {'network': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:28:07.281061 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e4abb9b3-b5ef-449e-af44-537fcdd8ef42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for network, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:07.300744 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e4abb9b3-b5ef-449e-af44-537fcdd8ef42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:07.423953 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e4abb9b3-b5ef-449e-af44-537fcdd8ef42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:07.427975 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e4abb9b3-b5ef-449e-af44-537fcdd8ef42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:07.432574 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6aa68d-ec05-40c5-b8cf-b76f32bf1783 req-5ac7d332-913b-4d5c-9473-ef0cdd88dae3 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:07.434339 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-fa6aa68d-ec05-40c5-b8cf-b76f32bf1783 req-5ac7d332-913b-4d5c-9473-ef0cdd88dae3 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7c44b30-b467-436c-b46b-d99b413e3cf4 HTTP/1.1" status: 200 len: 945 time: 0.0754869 Jul 13 19:28:07.453943 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4abb9b3-b5ef-449e-af44-537fcdd8ef42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=92923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:28:07.466110 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4abb9b3-b5ef-449e-af44-537fcdd8ef42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f647ccbf-8f9e-43a9-a2e7-6f78b2696c2a,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:07.471997 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e4abb9b3-b5ef-449e-af44-537fcdd8ef42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825552'] for segment, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:07.472337 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.db.segments_db [None req-e4abb9b3-b5ef-449e-af44-537fcdd8ef42 admin admin] Added segment 7ab24263-1de9-41e1-b330-4c6bf47d6bcd of type vlan for network 3e4dc58a-a6f8-4fc6-9689-be4b7fc56525 Jul 13 19:28:07.494305 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-fa6aa68d-ec05-40c5-b8cf-b76f32bf1783 req-08f3be75-2cda-40ad-8228-0c166850ac7e tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/security-groups?id=12fcf376-dfa3-496e-b664-1285ed12ab00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540547 Jul 13 19:28:07.519679 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e4abb9b3-b5ef-449e-af44-537fcdd8ef42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752272460036'] for network, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:07.551061 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e4abb9b3-b5ef-449e-af44-537fcdd8ef42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108'] for network, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:07.552087 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4abb9b3-b5ef-449e-af44-537fcdd8ef42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:07.552677 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e4abb9b3-b5ef-449e-af44-537fcdd8ef42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600154'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:07.612144 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-e4abb9b3-b5ef-449e-af44-537fcdd8ef42 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4579082 Jul 13 19:28:07.613037 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 53808) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:07.619297 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [None req-3bd73e68-449a-445e-b3fa-d3a4c9c5cc8c admin admin] Request body: {'subnet': {'network_id': '3e4dc58a-a6f8-4fc6-9689-be4b7fc56525', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1502094256-subnet', 'tenant_id': '67402faa97f64f238466e72ec9e27071', 'ip_version': 4}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:28:07.631528 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4abb9b3-b5ef-449e-af44-537fcdd8ef42 admin admin] Pushing event updated for resources: {'Network': ['ID=3e4dc58a-a6f8-4fc6-9689-be4b7fc56525,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:07.643299 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Network 3e4dc58a-a6f8-4fc6-9689-be4b7fc56525 details requested by agent ovs-agent-dv-cinder-786932-3-iscsi with host dv-cinder-786932-3-iscsi {{(pid=92925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:28:07.658041 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd73e68-449a-445e-b3fa-d3a4c9c5cc8c admin admin] Made reservation on behalf of 67402faa97f64f238466e72ec9e27071 for: {'subnet': 1} {{(pid=92924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:28:07.664370 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3bd73e68-449a-445e-b3fa-d3a4c9c5cc8c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125931260'] for subnet, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:07.748966 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0e34ee-9fd5-4bea-b7bb-f6d9ceee9b1b req-d1bcc7d8-f41c-4332-a59c-dc76781f3524 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:07.754377 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2f0e34ee-9fd5-4bea-b7bb-f6d9ceee9b1b req-d1bcc7d8-f41c-4332-a59c-dc76781f3524 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 943 time: 0.1378284 Jul 13 19:28:07.810724 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2f0e34ee-9fd5-4bea-b7bb-f6d9ceee9b1b req-37e50134-31ab-453f-a6d8-eb7eaf641975 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504351 Jul 13 19:28:07.913307 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3bd73e68-449a-445e-b3fa-d3a4c9c5cc8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126721165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125931214'] for subnet, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:07.965643 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd73e68-449a-445e-b3fa-d3a4c9c5cc8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c3b9855-037d-4be9-92be-e197c249828f,revision_number=0']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:07.983538 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd73e68-449a-445e-b3fa-d3a4c9c5cc8c admin admin] Checking segment: {'id': '7ab24263-1de9-41e1-b330-4c6bf47d6bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3e4dc58a-a6f8-4fc6-9689-be4b7fc56525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:28:07.983886 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd73e68-449a-445e-b3fa-d3a4c9c5cc8c admin admin] Network hostable DHCP agents. Network: 3e4dc58a-a6f8-4fc6-9689-be4b7fc56525, hostable agents: ['7ca4706b-9f63-429b-b1b9-7cbaa1b8656d'], hosted agents: [] {{(pid=92924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:28:08.000273 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd73e68-449a-445e-b3fa-d3a4c9c5cc8c admin admin] Network 3e4dc58a-a6f8-4fc6-9689-be4b7fc56525 is scheduled to be hosted by DHCP agent 7ca4706b-9f63-429b-b1b9-7cbaa1b8656d with binding_index 1 {{(pid=92924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:28:08.009064 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-3bd73e68-449a-445e-b3fa-d3a4c9c5cc8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-3-iscsi, 3e4dc58a-a6f8-4fc6-9689-be4b7fc56525) {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:28:08.013087 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd73e68-449a-445e-b3fa-d3a4c9c5cc8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:08.013670 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3bd73e68-449a-445e-b3fa-d3a4c9c5cc8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600154'] for subnet, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:08.019032 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4adcaa2d-aa50-4c2e-8bfc-154af46ecf18 None None] Network 3e4dc58a-a6f8-4fc6-9689-be4b7fc56525 requested from dv-cinder-786932-3-iscsi {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:28:08.031539 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-3bd73e68-449a-445e-b3fa-d3a4c9c5cc8c admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4170980 Jul 13 19:28:08.034739 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 53814) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:08.039125 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [None req-b6ff5d1c-f5c7-4bd5-b988-987fe2ef4d43 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1502094256-router', 'tenant_id': '67402faa97f64f238466e72ec9e27071', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2'}}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:28:08.060264 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b6ff5d1c-f5c7-4bd5-b988-987fe2ef4d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-759456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9169'] for router, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:08.061482 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b6ff5d1c-f5c7-4bd5-b988-987fe2ef4d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9178'] for router, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:08.136282 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b6ff5d1c-f5c7-4bd5-b988-987fe2ef4d43 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:08.308723 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b6ff5d1c-f5c7-4bd5-b988-987fe2ef4d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-761308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-759478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10800'] for router, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:08.337561 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783c99fa-ffcc-4cec-b748-3b7df19ef23d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9426e93d-dde2-5cd1-aa01-d42f6a4b4003-3e4dc58a-a6f8-4fc6-9689-be4b7fc56525', 'network_id': '3e4dc58a-a6f8-4fc6-9689-be4b7fc56525', 'tenant_id': '67402faa97f64f238466e72ec9e27071', 'fixed_ips': [{'subnet_id': '6c3b9855-037d-4be9-92be-e197c249828f'}]}} from dv-cinder-786932-3-iscsi. {{(pid=92925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:28:08.338420 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-783c99fa-ffcc-4cec-b748-3b7df19ef23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:08.496975 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.db_base_plugin_common [None req-783c99fa-ffcc-4cec-b748-3b7df19ef23d None None] Allocated IP 172.20.0.2 (3e4dc58a-a6f8-4fc6-9689-be4b7fc56525/6c3b9855-037d-4be9-92be-e197c249828f/f86b3df8-13a4-435b-8140-2b6d77479c90) {{(pid=92925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:28:08.525366 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b6ff5d1c-f5c7-4bd5-b988-987fe2ef4d43 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:08.545922 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b6ff5d1c-f5c7-4bd5-b988-987fe2ef4d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:08.682856 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-783c99fa-ffcc-4cec-b748-3b7df19ef23d None None] Notify callbacks [] for port, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:08.693666 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-783c99fa-ffcc-4cec-b748-3b7df19ef23d None None] Transition to ACTIVE for port object f86b3df8-13a4-435b-8140-2b6d77479c90 will not be triggered until provisioned by entity L2. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:28:08.701277 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [None req-b6ff5d1c-f5c7-4bd5-b988-987fe2ef4d43 admin admin] Allocated IP 172.27.1.220 (c2fcde99-d8d4-483e-a474-248e3afaaef2/3c8e1596-5f1e-4fec-b61e-66ec42c4519a/d9c49a8d-a818-48fb-9a01-4fe97aa977c2) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:28:08.711331 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-783c99fa-ffcc-4cec-b748-3b7df19ef23d None None] Transition to ACTIVE for port object f86b3df8-13a4-435b-8140-2b6d77479c90 will not be triggered until provisioned by entity DHCP. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:28:08.718586 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-783c99fa-ffcc-4cec-b748-3b7df19ef23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752272454283'] for port, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:08.780531 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783c99fa-ffcc-4cec-b748-3b7df19ef23d None None] Network 3e4dc58a-a6f8-4fc6-9689-be4b7fc56525 is already hosted by enough agents. {{(pid=92925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:28:08.787843 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.scheduler.base_scheduler [None req-783c99fa-ffcc-4cec-b748-3b7df19ef23d None None] Resources bound (agent type, host, resource id): {{(pid=92925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:28:08.791574 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783c99fa-ffcc-4cec-b748-3b7df19ef23d None None] Received port after_create {{(pid=92925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:28:08.813821 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f8b1b6-d605-40f4-8677-b2b248360408 req-cdb01829-de15-42f9-8a7d-9426927949cf tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:08.824778 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783c99fa-ffcc-4cec-b748-3b7df19ef23d None None] Pushing event updated for resources: {'Port': ['ID=f86b3df8-13a4-435b-8140-2b6d77479c90,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:08.835305 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-12f8b1b6-d605-40f4-8677-b2b248360408 req-cdb01829-de15-42f9-8a7d-9426927949cf tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7c44b30-b467-436c-b46b-d99b413e3cf4 HTTP/1.1" status: 200 len: 945 time: 0.2089231 Jul 13 19:28:08.858520 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-783c99fa-ffcc-4cec-b748-3b7df19ef23d None None] Attempting to bind port f86b3df8-13a4-435b-8140-2b6d77479c90 on host dv-cinder-786932-3-iscsi for vnic_type normal with profile {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:28:08.859140 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-783c99fa-ffcc-4cec-b748-3b7df19ef23d None None] Attempting to bind port f86b3df8-13a4-435b-8140-2b6d77479c90 by drivers openvswitch,hyperv on host dv-cinder-786932-3-iscsi at level 0 using segments [{'id': '7ab24263-1de9-41e1-b330-4c6bf47d6bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3e4dc58a-a6f8-4fc6-9689-be4b7fc56525'}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:28:08.859728 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783c99fa-ffcc-4cec-b748-3b7df19ef23d None None] Attempting to bind port f86b3df8-13a4-435b-8140-2b6d77479c90 on network 3e4dc58a-a6f8-4fc6-9689-be4b7fc56525 {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:28:08.866961 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783c99fa-ffcc-4cec-b748-3b7df19ef23d None None] Checking agent: {'id': '9c58f4e9-8628-43da-8d7d-cb04bd9f4726', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 19), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:28:08.867738 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783c99fa-ffcc-4cec-b748-3b7df19ef23d None None] Checking segment: {'id': '7ab24263-1de9-41e1-b330-4c6bf47d6bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3e4dc58a-a6f8-4fc6-9689-be4b7fc56525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:28:08.868513 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-783c99fa-ffcc-4cec-b748-3b7df19ef23d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:08.869943 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783c99fa-ffcc-4cec-b748-3b7df19ef23d None None] Bound using segment: {'id': '7ab24263-1de9-41e1-b330-4c6bf47d6bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3e4dc58a-a6f8-4fc6-9689-be4b7fc56525'} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:28:08.886928 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-783c99fa-ffcc-4cec-b748-3b7df19ef23d None None] Bound port: f86b3df8-13a4-435b-8140-2b6d77479c90, host: dv-cinder-786932-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ab24263-1de9-41e1-b330-4c6bf47d6bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3e4dc58a-a6f8-4fc6-9689-be4b7fc56525'}}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:28:08.887600 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-783c99fa-ffcc-4cec-b748-3b7df19ef23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:08.993700 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-12f8b1b6-d605-40f4-8677-b2b248360408 req-f0a892d8-3ae8-47bc-a2e6-75efe80830a4 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/security-groups?id=12fcf376-dfa3-496e-b664-1285ed12ab00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572244 Jul 13 19:28:08.999660 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-783c99fa-ffcc-4cec-b748-3b7df19ef23d None None] For port f86b3df8-13a4-435b-8140-2b6d77479c90, host dv-cinder-786932-3-iscsi, cleared binding levels {{(pid=92925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:28:09.013897 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-783c99fa-ffcc-4cec-b748-3b7df19ef23d None None] For port f86b3df8-13a4-435b-8140-2b6d77479c90, host dv-cinder-786932-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=f86b3df8-13a4-435b-8140-2b6d77479c90,segment=NetworkSegment(7ab24263-1de9-41e1-b330-4c6bf47d6bcd),segment_id=7ab24263-1de9-41e1-b330-4c6bf47d6bcd)] {{(pid=92925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:28:09.028546 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-783c99fa-ffcc-4cec-b748-3b7df19ef23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:09.061888 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b6ff5d1c-f5c7-4bd5-b988-987fe2ef4d43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:09.080785 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7236ac8e-e461-4507-9402-fc74f58808e3 req-97ac06c7-b469-4fe5-927b-288cc2e20e1b tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:09.088960 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7236ac8e-e461-4507-9402-fc74f58808e3 req-97ac06c7-b469-4fe5-927b-288cc2e20e1b tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 943 time: 0.1129377 Jul 13 19:28:09.139410 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783c99fa-ffcc-4cec-b748-3b7df19ef23d None None] Pushing event updated for resources: {'Port': ['ID=f86b3df8-13a4-435b-8140-2b6d77479c90,revision_number=2']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:09.151731 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7236ac8e-e461-4507-9402-fc74f58808e3 req-5422ba80-0ade-4f27-86fb-4b1feff82214 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613410 Jul 13 19:28:09.154299 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b6ff5d1c-f5c7-4bd5-b988-987fe2ef4d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752272454283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126721041'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:09.204259 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ff5d1c-f5c7-4bd5-b988-987fe2ef4d43 admin admin] Pushing event updated for resources: {'Port': ['ID=d9c49a8d-a818-48fb-9a01-4fe97aa977c2,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:09.221447 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ff5d1c-f5c7-4bd5-b988-987fe2ef4d43 admin admin] Network c2fcde99-d8d4-483e-a474-248e3afaaef2 is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:28:09.222935 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-b6ff5d1c-f5c7-4bd5-b988-987fe2ef4d43 admin admin] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:28:09.225514 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ff5d1c-f5c7-4bd5-b988-987fe2ef4d43 admin admin] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:28:09.515114 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b6ff5d1c-f5c7-4bd5-b988-987fe2ef4d43 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:10.029057 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b6ff5d1c-f5c7-4bd5-b988-987fe2ef4d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760381'] for router, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:10.249168 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device f86b3df8-13a4-435b-8140-2b6d77479c90 up at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:28:10.310040 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning for port f86b3df8-13a4-435b-8140-2b6d77479c90 completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:28:10.320412 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6ff5d1c-f5c7-4bd5-b988-987fe2ef4d43 admin admin] Router 51b4d804-7400-489c-b611-1d0e1d38b7cb is scheduled to L3 agent beedb406-ab13-44dd-957b-972171d020d2 with binding_index 1 {{(pid=92924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:28:10.349619 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c02239c-7675-4aad-afc4-b91a4162ced9 req-c5d97ee7-9de1-4c56-9741-c94f18205aa2 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:10.352751 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-3c02239c-7675-4aad-afc4-b91a4162ced9 req-c5d97ee7-9de1-4c56-9741-c94f18205aa2 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7c44b30-b467-436c-b46b-d99b413e3cf4 HTTP/1.1" status: 200 len: 945 time: 0.1310425 Jul 13 19:28:10.428605 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4040dcdb-487c-4a30-9ad9-922851b72df0 req-bc80fdac-9c56-46d9-9d20-46e6a17182c7 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:10.436164 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4040dcdb-487c-4a30-9ad9-922851b72df0 req-bc80fdac-9c56-46d9-9d20-46e6a17182c7 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 943 time: 0.0961351 Jul 13 19:28:10.456243 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-3c02239c-7675-4aad-afc4-b91a4162ced9 req-29a38e97-e034-4c96-bb4f-177b3237d7d6 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/security-groups?id=12fcf376-dfa3-496e-b664-1285ed12ab00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961945 Jul 13 19:28:10.491604 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4040dcdb-487c-4a30-9ad9-922851b72df0 req-89311d8e-c9d0-415e-b23a-daf960061217 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544546 Jul 13 19:28:10.522731 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ff5d1c-f5c7-4bd5-b988-987fe2ef4d43 admin admin] Notify agent at l3_agent.dv-cinder-786932-3-iscsi the message routers_updated {{(pid=92924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:28:10.536101 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d60b12c-f4a5-434a-b605-a441fd256313 None None] Sync routers for ids ['51b4d804-7400-489c-b611-1d0e1d38b7cb'] in dv-cinder-786932-3-iscsi {{(pid=92926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:28:10.549296 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b6ff5d1c-f5c7-4bd5-b988-987fe2ef4d43 admin admin] Notify callbacks [] for router, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:10.550660 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-b6ff5d1c-f5c7-4bd5-b988-987fe2ef4d43 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5148849 Jul 13 19:28:10.552778 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d60b12c-f4a5-434a-b605-a441fd256313 None None] Routers {'51b4d804-7400-489c-b611-1d0e1d38b7cb'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:28:10.553369 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 53846) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:10.553774 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-7d60b12c-f4a5-434a-b605-a441fd256313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:27:49Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['51b4d804-7400-489c-b611-1d0e1d38b7cb'], 'active': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:10.591908 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6b619c-186e-4656-b3be-e5fa5b8b372b None None] Network 3e4dc58a-a6f8-4fc6-9689-be4b7fc56525 requested from dv-cinder-786932-3-iscsi {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:28:10.666996 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvr_db [None req-7d60b12c-f4a5-434a-b605-a441fd256313 None None] Set router 51b4d804-7400-489c-b611-1d0e1d38b7cb gateway port host: dv-cinder-786932-3-iscsi {{(pid=92926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:28:10.802141 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-f974ece1-edbd-4666-9abf-2d4891a43b3c None None] Provisioning for port f86b3df8-13a4-435b-8140-2b6d77479c90 completed by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:28:10.809046 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-f974ece1-edbd-4666-9abf-2d4891a43b3c None None] Provisioning complete for port f86b3df8-13a4-435b-8140-2b6d77479c90 triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:10.809370 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f974ece1-edbd-4666-9abf-2d4891a43b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:10.882928 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-7d60b12c-f4a5-434a-b605-a441fd256313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51b4d804-7400-489c-b611-1d0e1d38b7cb', 'name': 'tempest-TestShelveInstance-1502094256-router', 'tenant_id': '67402faa97f64f238466e72ec9e27071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'd9c49a8d-a818-48fb-9a01-4fe97aa977c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:28:08Z', 'updated_at': '2021-07-13T19:28:09Z', 'revision_number': 3, 'project_id': '67402faa97f64f238466e72ec9e27071', 'gw_port': {'id': 'd9c49a8d-a818-48fb-9a01-4fe97aa977c2', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e2:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51b4d804-7400-489c-b611-1d0e1d38b7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:08Z', 'updated_at': '2021-07-13T19:28:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi'}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:10.918273 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d60b12c-f4a5-434a-b605-a441fd256313 None None] Checking router: 51b4d804-7400-489c-b611-1d0e1d38b7cb for host: dv-cinder-786932-3-iscsi {{(pid=92926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:28:10.918898 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d60b12c-f4a5-434a-b605-a441fd256313 None None] Updating router 51b4d804-7400-489c-b611-1d0e1d38b7cb port d9c49a8d-a818-48fb-9a01-4fe97aa977c2 binding host dv-cinder-786932-3-iscsi {{(pid=92926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:28:10.961183 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f974ece1-edbd-4666-9abf-2d4891a43b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:11.003957 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7d60b12c-f4a5-434a-b605-a441fd256313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:11.039772 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-f974ece1-edbd-4666-9abf-2d4891a43b3c None None] For port f86b3df8-13a4-435b-8140-2b6d77479c90, host dv-cinder-786932-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=f86b3df8-13a4-435b-8140-2b6d77479c90,segment=NetworkSegment(7ab24263-1de9-41e1-b330-4c6bf47d6bcd),segment_id=7ab24263-1de9-41e1-b330-4c6bf47d6bcd)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:11.045743 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f974ece1-edbd-4666-9abf-2d4891a43b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:11.139577 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-c948a4c1-a230-470c-8a65-96eb02434e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:11.160472 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f974ece1-edbd-4666-9abf-2d4891a43b3c None None] Pushing event updated for resources: {'Port': ['ID=f86b3df8-13a4-435b-8140-2b6d77479c90,revision_number=3']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:11.271442 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-1b858c20-4e56-405e-a950-390fd8a82a01 None None] Provisioning complete for port f86b3df8-13a4-435b-8140-2b6d77479c90 triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:11.272119 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-1b858c20-4e56-405e-a950-390fd8a82a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:11.417512 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [None req-c948a4c1-a230-470c-8a65-96eb02434e66 admin admin] Allocated IP 172.20.0.1 (3e4dc58a-a6f8-4fc6-9689-be4b7fc56525/6c3b9855-037d-4be9-92be-e197c249828f/34e27a78-dfbd-4720-835b-b6d45b19a768) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:28:11.467151 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7d60b12c-f4a5-434a-b605-a441fd256313 None None] Notify callbacks [] for port, precommit_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:11.479163 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.provisioning_blocks [None req-7d60b12c-f4a5-434a-b605-a441fd256313 None None] Transition to ACTIVE for port object d9c49a8d-a818-48fb-9a01-4fe97aa977c2 will not be triggered until provisioned by entity L2. {{(pid=92926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:28:11.493309 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7d60b12c-f4a5-434a-b605-a441fd256313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:11.552129 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f62e9f-4bdd-41a6-8848-03522e41cfb4 None None] Pushing event updated for resources: {'Port': ['ID=d9c49a8d-a818-48fb-9a01-4fe97aa977c2,revision_number=2']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:11.568189 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [None req-7d60b12c-f4a5-434a-b605-a441fd256313 None None] Attempting to bind port d9c49a8d-a818-48fb-9a01-4fe97aa977c2 on host dv-cinder-786932-3-iscsi for vnic_type normal with profile {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:28:11.568847 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [None req-7d60b12c-f4a5-434a-b605-a441fd256313 None None] Attempting to bind port d9c49a8d-a818-48fb-9a01-4fe97aa977c2 by drivers openvswitch,hyperv on host dv-cinder-786932-3-iscsi at level 0 using segments [{'id': '2c1c5ac3-7b69-4096-8790-4108a346deee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2'}] {{(pid=92926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:28:11.569381 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d60b12c-f4a5-434a-b605-a441fd256313 None None] Attempting to bind port d9c49a8d-a818-48fb-9a01-4fe97aa977c2 on network c2fcde99-d8d4-483e-a474-248e3afaaef2 {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:28:11.575507 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d60b12c-f4a5-434a-b605-a441fd256313 None None] Checking agent: {'id': '9c58f4e9-8628-43da-8d7d-cb04bd9f4726', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 19), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:28:11.576142 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d60b12c-f4a5-434a-b605-a441fd256313 None None] Checking segment: {'id': '2c1c5ac3-7b69-4096-8790-4108a346deee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:28:11.576713 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7d60b12c-f4a5-434a-b605-a441fd256313 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:11.577257 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d60b12c-f4a5-434a-b605-a441fd256313 None None] Bound using segment: {'id': '2c1c5ac3-7b69-4096-8790-4108a346deee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2'} {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:28:11.577889 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [None req-7d60b12c-f4a5-434a-b605-a441fd256313 None None] Bound port: d9c49a8d-a818-48fb-9a01-4fe97aa977c2, host: dv-cinder-786932-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c1c5ac3-7b69-4096-8790-4108a346deee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2'}}] {{(pid=92926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:28:11.578468 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7d60b12c-f4a5-434a-b605-a441fd256313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:11.589851 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-c948a4c1-a230-470c-8a65-96eb02434e66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:11.605954 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-c948a4c1-a230-470c-8a65-96eb02434e66 admin admin] Transition to ACTIVE for port object 34e27a78-dfbd-4720-835b-b6d45b19a768 will not be triggered until provisioned by entity DHCP. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:28:11.630199 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f62e9f-4bdd-41a6-8848-03522e41cfb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:11.630458 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f62e9f-4bdd-41a6-8848-03522e41cfb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:11.630794 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f62e9f-4bdd-41a6-8848-03522e41cfb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:11.631373 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f62e9f-4bdd-41a6-8848-03522e41cfb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:11.631709 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f62e9f-4bdd-41a6-8848-03522e41cfb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:11.632041 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f62e9f-4bdd-41a6-8848-03522e41cfb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:11.632371 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f62e9f-4bdd-41a6-8848-03522e41cfb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:11.632702 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f62e9f-4bdd-41a6-8848-03522e41cfb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:11.633048 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f62e9f-4bdd-41a6-8848-03522e41cfb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:11.633376 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f62e9f-4bdd-41a6-8848-03522e41cfb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:11.633699 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f62e9f-4bdd-41a6-8848-03522e41cfb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:11.634018 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f62e9f-4bdd-41a6-8848-03522e41cfb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:11.649970 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.db [None req-7d60b12c-f4a5-434a-b605-a441fd256313 None None] For port d9c49a8d-a818-48fb-9a01-4fe97aa977c2, host dv-cinder-786932-3-iscsi, cleared binding levels {{(pid=92926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:28:11.653241 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.db [None req-7d60b12c-f4a5-434a-b605-a441fd256313 None None] For port d9c49a8d-a818-48fb-9a01-4fe97aa977c2, host dv-cinder-786932-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=d9c49a8d-a818-48fb-9a01-4fe97aa977c2,segment=NetworkSegment(2c1c5ac3-7b69-4096-8790-4108a346deee),segment_id=2c1c5ac3-7b69-4096-8790-4108a346deee)] {{(pid=92926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:28:11.664026 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7d60b12c-f4a5-434a-b605-a441fd256313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:11.718329 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc850a72-d61d-451b-a8c9-d241caf064a3 req-dbfa11c7-a949-4dfa-b446-ace630e25999 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:11.720387 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-c948a4c1-a230-470c-8a65-96eb02434e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752272454283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126721041'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:11.726368 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-dc850a72-d61d-451b-a8c9-d241caf064a3 req-dbfa11c7-a949-4dfa-b446-ace630e25999 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 943 time: 0.0837770 Jul 13 19:28:11.738100 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f62e9f-4bdd-41a6-8848-03522e41cfb4 None None] Pushing event updated for resources: {'Port': ['ID=d9c49a8d-a818-48fb-9a01-4fe97aa977c2,revision_number=3']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:11.761266 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d60b12c-f4a5-434a-b605-a441fd256313 None None] Routers {'51b4d804-7400-489c-b611-1d0e1d38b7cb'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:28:11.761894 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-7d60b12c-f4a5-434a-b605-a441fd256313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:27:49Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['51b4d804-7400-489c-b611-1d0e1d38b7cb'], 'active': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:11.791837 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-dc850a72-d61d-451b-a8c9-d241caf064a3 req-0a85595f-35d4-4529-aff5-71e3f5763439 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644505 Jul 13 19:28:11.820899 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c948a4c1-a230-470c-8a65-96eb02434e66 admin admin] Network 3e4dc58a-a6f8-4fc6-9689-be4b7fc56525 is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:28:11.829587 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-c948a4c1-a230-470c-8a65-96eb02434e66 admin admin] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:28:11.836437 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c948a4c1-a230-470c-8a65-96eb02434e66 admin admin] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:28:11.882560 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvr_db [None req-7d60b12c-f4a5-434a-b605-a441fd256313 None None] Set router 51b4d804-7400-489c-b611-1d0e1d38b7cb gateway port host: dv-cinder-786932-3-iscsi {{(pid=92926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:28:11.891127 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c948a4c1-a230-470c-8a65-96eb02434e66 admin admin] Pushing event updated for resources: {'Port': ['ID=34e27a78-dfbd-4720-835b-b6d45b19a768,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:11.932773 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c948a4c1-a230-470c-8a65-96eb02434e66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:11.938052 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c948a4c1-a230-470c-8a65-96eb02434e66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:11.938506 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c948a4c1-a230-470c-8a65-96eb02434e66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:11.938866 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c948a4c1-a230-470c-8a65-96eb02434e66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:11.939252 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c948a4c1-a230-470c-8a65-96eb02434e66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:11.940144 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c948a4c1-a230-470c-8a65-96eb02434e66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:11.940480 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c948a4c1-a230-470c-8a65-96eb02434e66 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:11.940803 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c948a4c1-a230-470c-8a65-96eb02434e66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:11.941128 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c948a4c1-a230-470c-8a65-96eb02434e66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:11.941452 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c948a4c1-a230-470c-8a65-96eb02434e66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:11.941775 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c948a4c1-a230-470c-8a65-96eb02434e66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:11.942099 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c948a4c1-a230-470c-8a65-96eb02434e66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:11.953100 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-c948a4c1-a230-470c-8a65-96eb02434e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760526'] for router_interface, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:11.963866 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7181b80c-2ee0-4c6b-907b-6e237d55afa1 req-d101ddf4-30fa-46f6-a45b-657bdf3ea3e4 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:11.967731 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-7181b80c-2ee0-4c6b-907b-6e237d55afa1 req-d101ddf4-30fa-46f6-a45b-657bdf3ea3e4 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7c44b30-b467-436c-b46b-d99b413e3cf4 HTTP/1.1" status: 200 len: 945 time: 0.3443193 Jul 13 19:28:12.059505 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-7181b80c-2ee0-4c6b-907b-6e237d55afa1 req-4d6f4b38-a95f-4f19-b7e9-89df6977cb86 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/security-groups?id=12fcf376-dfa3-496e-b664-1285ed12ab00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545628 Jul 13 19:28:12.106928 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-66b9f8ae-3350-48aa-a1f3-460465130097 None None] Provisioning for port 34e27a78-dfbd-4720-835b-b6d45b19a768 completed by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:28:12.129066 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-66b9f8ae-3350-48aa-a1f3-460465130097 None None] Provisioning complete for port 34e27a78-dfbd-4720-835b-b6d45b19a768 triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:12.131689 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-66b9f8ae-3350-48aa-a1f3-460465130097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:12.151486 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-7d60b12c-f4a5-434a-b605-a441fd256313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51b4d804-7400-489c-b611-1d0e1d38b7cb', 'name': 'tempest-TestShelveInstance-1502094256-router', 'tenant_id': '67402faa97f64f238466e72ec9e27071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'd9c49a8d-a818-48fb-9a01-4fe97aa977c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:28:08Z', 'updated_at': '2021-07-13T19:28:09Z', 'revision_number': 3, 'project_id': '67402faa97f64f238466e72ec9e27071', 'gw_port': {'id': 'd9c49a8d-a818-48fb-9a01-4fe97aa977c2', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e2:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51b4d804-7400-489c-b611-1d0e1d38b7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:08Z', 'updated_at': '2021-07-13T19:28:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi'}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:12.186187 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-c948a4c1-a230-470c-8a65-96eb02434e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:12.219331 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d60b12c-f4a5-434a-b605-a441fd256313 None None] The sync data for ids ['51b4d804-7400-489c-b611-1d0e1d38b7cb'] in dv-cinder-786932-3-iscsi is: [{'id': '51b4d804-7400-489c-b611-1d0e1d38b7cb', 'name': 'tempest-TestShelveInstance-1502094256-router', 'tenant_id': '67402faa97f64f238466e72ec9e27071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'd9c49a8d-a818-48fb-9a01-4fe97aa977c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:28:08Z', 'updated_at': '2021-07-13T19:28:09Z', 'revision_number': 3, 'project_id': '67402faa97f64f238466e72ec9e27071', 'gw_port': {'id': 'd9c49a8d-a818-48fb-9a01-4fe97aa977c2', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e2:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51b4d804-7400-489c-b611-1d0e1d38b7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:08Z', 'updated_at': '2021-07-13T19:28:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi'}] {{(pid=92926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:28:12.268207 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-66b9f8ae-3350-48aa-a1f3-460465130097 None None] Port 34e27a78-dfbd-4720-835b-b6d45b19a768 cannot update to ACTIVE because it is not bound. {{(pid=92925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:28:12.296954 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device f86b3df8-13a4-435b-8140-2b6d77479c90 up at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:28:12.375787 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning complete for port f86b3df8-13a4-435b-8140-2b6d77479c90 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:12.376570 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:12.422443 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-c948a4c1-a230-470c-8a65-96eb02434e66 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:12.430026 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-c948a4c1-a230-470c-8a65-96eb02434e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126721050'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:12.499404 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c948a4c1-a230-470c-8a65-96eb02434e66 admin admin] Pushing event updated for resources: {'Port': ['ID=34e27a78-dfbd-4720-835b-b6d45b19a768,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:12.506445 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-c948a4c1-a230-470c-8a65-96eb02434e66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759678'] for router_interface, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:12.622342 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c948a4c1-a230-470c-8a65-96eb02434e66 admin admin] Network 3e4dc58a-a6f8-4fc6-9689-be4b7fc56525 is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:28:12.624137 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-c948a4c1-a230-470c-8a65-96eb02434e66 admin admin] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:28:12.767086 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c948a4c1-a230-470c-8a65-96eb02434e66 admin admin] Router 51b4d804-7400-489c-b611-1d0e1d38b7cb has already been hosted by L3 agent beedb406-ab13-44dd-957b-972171d020d2 {{(pid=92924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:28:12.915995 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-face0bbb-f600-4648-abde-c7206d898da4 None None] Provisioning complete for port 34e27a78-dfbd-4720-835b-b6d45b19a768 triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:12.916652 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-face0bbb-f600-4648-abde-c7206d898da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:12.958919 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c948a4c1-a230-470c-8a65-96eb02434e66 admin admin] Notify agent at l3_agent.dv-cinder-786932-3-iscsi the message routers_updated {{(pid=92924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:28:12.973535 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-c948a4c1-a230-470c-8a65-96eb02434e66 admin admin] 10.222.0.67 "PUT /v2.0/routers/51b4d804-7400-489c-b611-1d0e1d38b7cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4101539 Jul 13 19:28:12.982343 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-face0bbb-f600-4648-abde-c7206d898da4 None None] Port 34e27a78-dfbd-4720-835b-b6d45b19a768 cannot update to ACTIVE because it is not bound. {{(pid=92925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:28:13.078367 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad0293-a084-458f-b803-46529334fc08 req-cdc6d70b-0f78-4328-9643-69bfee625c98 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:13.080932 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-32ad0293-a084-458f-b803-46529334fc08 req-cdc6d70b-0f78-4328-9643-69bfee625c98 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 943 time: 0.0872941 Jul 13 19:28:13.124433 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-32ad0293-a084-458f-b803-46529334fc08 req-160137ea-03d0-4f8e-a582-a125553af39f tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368159 Jul 13 19:28:13.369102 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366fec61-0664-4b6a-a5ce-c6a48985875c req-57128c75-b01a-418c-a73f-e6ef753b5580 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:13.370826 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-366fec61-0664-4b6a-a5ce-c6a48985875c req-57128c75-b01a-418c-a73f-e6ef753b5580 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7c44b30-b467-436c-b46b-d99b413e3cf4 HTTP/1.1" status: 200 len: 945 time: 0.1039107 Jul 13 19:28:13.443042 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-366fec61-0664-4b6a-a5ce-c6a48985875c req-0adf9050-7981-4c0b-a6ab-2f29ae2db037 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/security-groups?id=12fcf376-dfa3-496e-b664-1285ed12ab00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652845 Jul 13 19:28:13.665015 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 53882) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:13.669948 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-794fc126-1417-4127-a1ff-473b630f3ed4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-819151469-network', 'tenant_id': '60e8d849e6fe42a4986c11ae83686222'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:28:13.692396 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794fc126-1417-4127-a1ff-473b630f3ed4 admin admin] Made reservation on behalf of 60e8d849e6fe42a4986c11ae83686222 for: {'network': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:28:13.694669 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-794fc126-1417-4127-a1ff-473b630f3ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for network, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:13.702993 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-794fc126-1417-4127-a1ff-473b630f3ed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:13.803433 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-794fc126-1417-4127-a1ff-473b630f3ed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:13.807033 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-794fc126-1417-4127-a1ff-473b630f3ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:13.834429 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-794fc126-1417-4127-a1ff-473b630f3ed4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=92923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:28:13.839698 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794fc126-1417-4127-a1ff-473b630f3ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3ddc0f-c002-49ae-a91c-03f7954b7853,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:13.849904 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794fc126-1417-4127-a1ff-473b630f3ed4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:13.850259 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794fc126-1417-4127-a1ff-473b630f3ed4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:13.850607 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794fc126-1417-4127-a1ff-473b630f3ed4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:13.850947 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794fc126-1417-4127-a1ff-473b630f3ed4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:13.851303 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794fc126-1417-4127-a1ff-473b630f3ed4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:13.851646 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794fc126-1417-4127-a1ff-473b630f3ed4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:13.851980 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794fc126-1417-4127-a1ff-473b630f3ed4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:13.852311 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794fc126-1417-4127-a1ff-473b630f3ed4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:13.852645 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794fc126-1417-4127-a1ff-473b630f3ed4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:13.852974 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794fc126-1417-4127-a1ff-473b630f3ed4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:13.853300 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794fc126-1417-4127-a1ff-473b630f3ed4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:13.853623 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794fc126-1417-4127-a1ff-473b630f3ed4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:13.857274 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-794fc126-1417-4127-a1ff-473b630f3ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825552'] for segment, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:13.857629 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.db.segments_db [None req-794fc126-1417-4127-a1ff-473b630f3ed4 admin admin] Added segment 9d81fdea-206d-4d44-89db-bd9a7333dad6 of type vlan for network 9d026157-4cd7-42f9-b114-cacccc4d62d8 Jul 13 19:28:13.898942 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-794fc126-1417-4127-a1ff-473b630f3ed4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752272460036'] for network, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:13.935876 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-794fc126-1417-4127-a1ff-473b630f3ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108'] for network, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:13.937043 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794fc126-1417-4127-a1ff-473b630f3ed4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:13.937845 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-794fc126-1417-4127-a1ff-473b630f3ed4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600154'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:14.001447 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-794fc126-1417-4127-a1ff-473b630f3ed4 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3353155 Jul 13 19:28:14.004826 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 53884) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:14.007804 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794fc126-1417-4127-a1ff-473b630f3ed4 admin admin] Pushing event updated for resources: {'Network': ['ID=9d026157-4cd7-42f9-b114-cacccc4d62d8,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:14.009894 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [None req-10fb28d5-da64-41a4-8045-229701b4fa55 admin admin] Request body: {'subnet': {'network_id': '9d026157-4cd7-42f9-b114-cacccc4d62d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-819151469-subnet', 'tenant_id': '60e8d849e6fe42a4986c11ae83686222', 'ip_version': 4}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:28:14.020854 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Network 9d026157-4cd7-42f9-b114-cacccc4d62d8 details requested by agent ovs-agent-dv-cinder-786932-3-iscsi with host dv-cinder-786932-3-iscsi {{(pid=92925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:28:14.034277 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10fb28d5-da64-41a4-8045-229701b4fa55 admin admin] Made reservation on behalf of 60e8d849e6fe42a4986c11ae83686222 for: {'subnet': 1} {{(pid=92924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:28:14.036912 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-10fb28d5-da64-41a4-8045-229701b4fa55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125931260'] for subnet, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:14.187340 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device d9c49a8d-a818-48fb-9a01-4fe97aa977c2 up at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:28:14.277031 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning for port d9c49a8d-a818-48fb-9a01-4fe97aa977c2 completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:28:14.286679 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning complete for port d9c49a8d-a818-48fb-9a01-4fe97aa977c2 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:14.287485 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:14.346014 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-10fb28d5-da64-41a4-8045-229701b4fa55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126721165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125931214'] for subnet, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:14.373877 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27414a2c-ca73-4319-bd55-21abdcce9b79 req-9c2b3b90-3ecc-4c7c-baef-864058e80a53 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:14.380910 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:14.383009 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-27414a2c-ca73-4319-bd55-21abdcce9b79 req-9c2b3b90-3ecc-4c7c-baef-864058e80a53 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 943 time: 0.0905881 Jul 13 19:28:14.406852 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] For port d9c49a8d-a818-48fb-9a01-4fe97aa977c2, host dv-cinder-786932-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=d9c49a8d-a818-48fb-9a01-4fe97aa977c2,segment=NetworkSegment(2c1c5ac3-7b69-4096-8790-4108a346deee),segment_id=2c1c5ac3-7b69-4096-8790-4108a346deee)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:14.412093 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:14.444178 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-27414a2c-ca73-4319-bd55-21abdcce9b79 req-52d4012b-9dfa-4eec-b2e0-9f092e8ae973 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598848 Jul 13 19:28:14.454646 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fb28d5-da64-41a4-8045-229701b4fa55 admin admin] Checking segment: {'id': '9d81fdea-206d-4d44-89db-bd9a7333dad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9d026157-4cd7-42f9-b114-cacccc4d62d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:28:14.455275 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fb28d5-da64-41a4-8045-229701b4fa55 admin admin] Network hostable DHCP agents. Network: 9d026157-4cd7-42f9-b114-cacccc4d62d8, hostable agents: ['7ca4706b-9f63-429b-b1b9-7cbaa1b8656d'], hosted agents: [] {{(pid=92924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:28:14.488049 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fb28d5-da64-41a4-8045-229701b4fa55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=012635ad-d08d-4236-b2a7-214905ad6a65,revision_number=0']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:14.520897 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fb28d5-da64-41a4-8045-229701b4fa55 admin admin] Network 9d026157-4cd7-42f9-b114-cacccc4d62d8 is scheduled to be hosted by DHCP agent 7ca4706b-9f63-429b-b1b9-7cbaa1b8656d with binding_index 1 {{(pid=92924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:28:14.538093 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Pushing event updated for resources: {'Port': ['ID=d9c49a8d-a818-48fb-9a01-4fe97aa977c2,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:14.553513 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-10fb28d5-da64-41a4-8045-229701b4fa55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-3-iscsi, 9d026157-4cd7-42f9-b114-cacccc4d62d8) {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:28:14.561588 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6d5150-b437-44ad-8fa8-d90d50027c00 None None] Sync routers for ids ['51b4d804-7400-489c-b611-1d0e1d38b7cb'] in dv-cinder-786932-3-iscsi {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:28:14.570720 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754cabfd-1b8b-440d-839a-99f790db8c3d None None] Network 9d026157-4cd7-42f9-b114-cacccc4d62d8 requested from dv-cinder-786932-3-iscsi {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:28:14.573168 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fb28d5-da64-41a4-8045-229701b4fa55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:14.573653 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-10fb28d5-da64-41a4-8045-229701b4fa55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600154'] for subnet, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:14.597248 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-10fb28d5-da64-41a4-8045-229701b4fa55 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5894351 Jul 13 19:28:14.598098 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 53898) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:14.603045 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-6e811753-e49d-4802-aafe-4bbb03b0c1a3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-819151469-router', 'tenant_id': '60e8d849e6fe42a4986c11ae83686222', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2'}}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:28:14.646603 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6e811753-e49d-4802-aafe-4bbb03b0c1a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-759456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9169'] for router, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:14.647832 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6e811753-e49d-4802-aafe-4bbb03b0c1a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9178'] for router, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:14.682456 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6d5150-b437-44ad-8fa8-d90d50027c00 None None] Routers {'51b4d804-7400-489c-b611-1d0e1d38b7cb'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:28:14.695570 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-7f6d5150-b437-44ad-8fa8-d90d50027c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:27:49Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['51b4d804-7400-489c-b611-1d0e1d38b7cb'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:14.762269 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e4ce44-1b3a-45fe-9e55-f2220214db03 req-97283b3e-3c53-4da5-9602-689487884a74 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:14.763930 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-e3e4ce44-1b3a-45fe-9e55-f2220214db03 req-97283b3e-3c53-4da5-9602-689487884a74 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7c44b30-b467-436c-b46b-d99b413e3cf4 HTTP/1.1" status: 200 len: 945 time: 0.0947635 Jul 13 19:28:14.809928 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6e811753-e49d-4802-aafe-4bbb03b0c1a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:14.826190 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-e3e4ce44-1b3a-45fe-9e55-f2220214db03 req-338ab764-511f-41f6-a074-05638673480f tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/security-groups?id=12fcf376-dfa3-496e-b664-1285ed12ab00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505507 Jul 13 19:28:14.872549 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-7f6d5150-b437-44ad-8fa8-d90d50027c00 None None] Set router 51b4d804-7400-489c-b611-1d0e1d38b7cb gateway port host: dv-cinder-786932-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:28:14.998451 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6e811753-e49d-4802-aafe-4bbb03b0c1a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-761308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-759478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10800'] for router, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:15.085874 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2caf6a-789e-45c7-a7d1-ffca837d8f15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9426e93d-dde2-5cd1-aa01-d42f6a4b4003-9d026157-4cd7-42f9-b114-cacccc4d62d8', 'network_id': '9d026157-4cd7-42f9-b114-cacccc4d62d8', 'tenant_id': '60e8d849e6fe42a4986c11ae83686222', 'fixed_ips': [{'subnet_id': '012635ad-d08d-4236-b2a7-214905ad6a65'}]}} from dv-cinder-786932-3-iscsi. {{(pid=92925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:28:15.087518 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-af2caf6a-789e-45c7-a7d1-ffca837d8f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:15.278731 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.db_base_plugin_common [None req-af2caf6a-789e-45c7-a7d1-ffca837d8f15 None None] Allocated IP 172.20.0.2 (9d026157-4cd7-42f9-b114-cacccc4d62d8/012635ad-d08d-4236-b2a7-214905ad6a65/69935d82-d2ac-4b70-9b69-7ab3a0b232ec) {{(pid=92925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:28:15.284944 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-7f6d5150-b437-44ad-8fa8-d90d50027c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51b4d804-7400-489c-b611-1d0e1d38b7cb', 'name': 'tempest-TestShelveInstance-1502094256-router', 'tenant_id': '67402faa97f64f238466e72ec9e27071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'd9c49a8d-a818-48fb-9a01-4fe97aa977c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:28:08Z', 'updated_at': '2021-07-13T19:28:12Z', 'revision_number': 4, 'project_id': '67402faa97f64f238466e72ec9e27071', 'gw_port': {'id': 'd9c49a8d-a818-48fb-9a01-4fe97aa977c2', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b4d804-7400-489c-b611-1d0e1d38b7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:08Z', 'updated_at': '2021-07-13T19:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_interfaces': [{'id': '34e27a78-dfbd-4720-835b-b6d45b19a768', 'name': '', 'network_id': '3e4dc58a-a6f8-4fc6-9689-be4b7fc56525', 'tenant_id': '67402faa97f64f238466e72ec9e27071', 'mac_address': 'fa:16:3e:72:7c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51b4d804-7400-489c-b611-1d0e1d38b7cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '6c3b9855-037d-4be9-92be-e197c249828f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:11Z', 'updated_at': '2021-07-13T19:28:12Z', 'revision_number': 2, 'project_id': '67402faa97f64f238466e72ec9e27071', 'subnets': [{'id': '6c3b9855-037d-4be9-92be-e197c249828f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:15.320586 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6d5150-b437-44ad-8fa8-d90d50027c00 None None] Checking router: 51b4d804-7400-489c-b611-1d0e1d38b7cb for host: dv-cinder-786932-3-iscsi {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:28:15.320931 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6d5150-b437-44ad-8fa8-d90d50027c00 None None] Updating router 51b4d804-7400-489c-b611-1d0e1d38b7cb port 34e27a78-dfbd-4720-835b-b6d45b19a768 binding host dv-cinder-786932-3-iscsi {{(pid=92925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:28:15.397486 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-7f6d5150-b437-44ad-8fa8-d90d50027c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:15.437326 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6e811753-e49d-4802-aafe-4bbb03b0c1a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:15.456677 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6e811753-e49d-4802-aafe-4bbb03b0c1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:15.577137 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [None req-6e811753-e49d-4802-aafe-4bbb03b0c1a3 admin admin] Allocated IP 172.27.1.123 (c2fcde99-d8d4-483e-a474-248e3afaaef2/3c8e1596-5f1e-4fec-b61e-66ec42c4519a/bf6a73e9-b065-43c3-8575-4425fd3500e5) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:28:15.585868 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-af2caf6a-789e-45c7-a7d1-ffca837d8f15 None None] Notify callbacks [] for port, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:15.713021 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2b3c23-36e0-4108-b197-24e712c3d4f7 req-9a7c3d21-353e-4d06-a905-4af9afd75ab0 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:15.714535 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-6f2b3c23-36e0-4108-b197-24e712c3d4f7 req-9a7c3d21-353e-4d06-a905-4af9afd75ab0 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 943 time: 0.1388962 Jul 13 19:28:15.751473 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-af2caf6a-789e-45c7-a7d1-ffca837d8f15 None None] Transition to ACTIVE for port object 69935d82-d2ac-4b70-9b69-7ab3a0b232ec will not be triggered until provisioned by entity L2. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:28:15.753728 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6e811753-e49d-4802-aafe-4bbb03b0c1a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:15.777570 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-af2caf6a-789e-45c7-a7d1-ffca837d8f15 None None] Transition to ACTIVE for port object 69935d82-d2ac-4b70-9b69-7ab3a0b232ec will not be triggered until provisioned by entity DHCP. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:28:15.781379 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-6f2b3c23-36e0-4108-b197-24e712c3d4f7 req-ba9952fc-6def-465a-8b5e-dfaa5723697a tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571995 Jul 13 19:28:15.789631 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-af2caf6a-789e-45c7-a7d1-ffca837d8f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752272454283'] for port, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:15.817761 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6e811753-e49d-4802-aafe-4bbb03b0c1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752272454283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130471124'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:15.852663 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2caf6a-789e-45c7-a7d1-ffca837d8f15 None None] Network 9d026157-4cd7-42f9-b114-cacccc4d62d8 is already hosted by enough agents. {{(pid=92925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:28:15.857172 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e811753-e49d-4802-aafe-4bbb03b0c1a3 admin admin] Network c2fcde99-d8d4-483e-a474-248e3afaaef2 is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:28:15.859426 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.scheduler.base_scheduler [None req-af2caf6a-789e-45c7-a7d1-ffca837d8f15 None None] Resources bound (agent type, host, resource id): {{(pid=92925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:28:15.862866 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2caf6a-789e-45c7-a7d1-ffca837d8f15 None None] Received port after_create {{(pid=92925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:28:15.863053 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-6e811753-e49d-4802-aafe-4bbb03b0c1a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:28:15.866706 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e811753-e49d-4802-aafe-4bbb03b0c1a3 admin admin] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:28:15.867118 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2caf6a-789e-45c7-a7d1-ffca837d8f15 None None] Pushing event updated for resources: {'Port': ['ID=69935d82-d2ac-4b70-9b69-7ab3a0b232ec,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:15.892416 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e811753-e49d-4802-aafe-4bbb03b0c1a3 admin admin] Pushing event updated for resources: {'Port': ['ID=bf6a73e9-b065-43c3-8575-4425fd3500e5,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:15.968751 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-af2caf6a-789e-45c7-a7d1-ffca837d8f15 None None] Attempting to bind port 69935d82-d2ac-4b70-9b69-7ab3a0b232ec on host dv-cinder-786932-3-iscsi for vnic_type normal with profile {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:28:15.969140 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-af2caf6a-789e-45c7-a7d1-ffca837d8f15 None None] Attempting to bind port 69935d82-d2ac-4b70-9b69-7ab3a0b232ec by drivers openvswitch,hyperv on host dv-cinder-786932-3-iscsi at level 0 using segments [{'id': '9d81fdea-206d-4d44-89db-bd9a7333dad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9d026157-4cd7-42f9-b114-cacccc4d62d8'}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:28:15.969477 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2caf6a-789e-45c7-a7d1-ffca837d8f15 None None] Attempting to bind port 69935d82-d2ac-4b70-9b69-7ab3a0b232ec on network 9d026157-4cd7-42f9-b114-cacccc4d62d8 {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:28:15.982771 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2caf6a-789e-45c7-a7d1-ffca837d8f15 None None] Checking agent: {'id': '9c58f4e9-8628-43da-8d7d-cb04bd9f4726', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 19), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:28:15.983147 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2caf6a-789e-45c7-a7d1-ffca837d8f15 None None] Checking segment: {'id': '9d81fdea-206d-4d44-89db-bd9a7333dad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9d026157-4cd7-42f9-b114-cacccc4d62d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:28:15.983613 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-af2caf6a-789e-45c7-a7d1-ffca837d8f15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:15.984019 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2caf6a-789e-45c7-a7d1-ffca837d8f15 None None] Bound using segment: {'id': '9d81fdea-206d-4d44-89db-bd9a7333dad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9d026157-4cd7-42f9-b114-cacccc4d62d8'} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:28:15.984501 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-af2caf6a-789e-45c7-a7d1-ffca837d8f15 None None] Bound port: 69935d82-d2ac-4b70-9b69-7ab3a0b232ec, host: dv-cinder-786932-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d81fdea-206d-4d44-89db-bd9a7333dad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9d026157-4cd7-42f9-b114-cacccc4d62d8'}}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:28:15.984889 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-af2caf6a-789e-45c7-a7d1-ffca837d8f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:15.991761 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-7f6d5150-b437-44ad-8fa8-d90d50027c00 None None] Notify callbacks [] for port, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:16.011853 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-7f6d5150-b437-44ad-8fa8-d90d50027c00 None None] Transition to ACTIVE for port object 34e27a78-dfbd-4720-835b-b6d45b19a768 will not be triggered until provisioned by entity L2. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:28:16.076306 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-af2caf6a-789e-45c7-a7d1-ffca837d8f15 None None] For port 69935d82-d2ac-4b70-9b69-7ab3a0b232ec, host dv-cinder-786932-3-iscsi, cleared binding levels {{(pid=92925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:28:16.077893 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-af2caf6a-789e-45c7-a7d1-ffca837d8f15 None None] For port 69935d82-d2ac-4b70-9b69-7ab3a0b232ec, host dv-cinder-786932-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=69935d82-d2ac-4b70-9b69-7ab3a0b232ec,segment=NetworkSegment(9d81fdea-206d-4d44-89db-bd9a7333dad6),segment_id=9d81fdea-206d-4d44-89db-bd9a7333dad6)] {{(pid=92925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:28:16.084742 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-7f6d5150-b437-44ad-8fa8-d90d50027c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:16.102087 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0d9c36-2770-44eb-8711-bcdff7bacec5 req-49f038dd-4fe4-4fa2-af74-7824e4ed701a tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:16.103768 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-1e0d9c36-2770-44eb-8711-bcdff7bacec5 req-49f038dd-4fe4-4fa2-af74-7824e4ed701a tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7c44b30-b467-436c-b46b-d99b413e3cf4 HTTP/1.1" status: 200 len: 945 time: 0.0981851 Jul 13 19:28:16.137447 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-af2caf6a-789e-45c7-a7d1-ffca837d8f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:16.151680 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40054fab-067a-40d2-8bb3-c013ea871380 None None] Pushing event updated for resources: {'Port': ['ID=34e27a78-dfbd-4720-835b-b6d45b19a768,revision_number=3']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:16.180914 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-1e0d9c36-2770-44eb-8711-bcdff7bacec5 req-824d509d-bf7a-424e-b5f5-d5747e01db85 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/security-groups?id=12fcf376-dfa3-496e-b664-1285ed12ab00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693264 Jul 13 19:28:16.203669 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6e811753-e49d-4802-aafe-4bbb03b0c1a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:16.211180 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device d9c49a8d-a818-48fb-9a01-4fe97aa977c2 up at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:28:16.345124 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2caf6a-789e-45c7-a7d1-ffca837d8f15 None None] Pushing event updated for resources: {'Port': ['ID=69935d82-d2ac-4b70-9b69-7ab3a0b232ec,revision_number=2']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:16.390567 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-ec006bdb-f7df-4f43-bac7-8c54882aafae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:16.447280 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning complete for port d9c49a8d-a818-48fb-9a01-4fe97aa977c2 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:16.447280 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:16.447280 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-7f6d5150-b437-44ad-8fa8-d90d50027c00 None None] Attempting to bind port 34e27a78-dfbd-4720-835b-b6d45b19a768 on host dv-cinder-786932-3-iscsi for vnic_type normal with profile {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:28:16.447280 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-7f6d5150-b437-44ad-8fa8-d90d50027c00 None None] Attempting to bind port 34e27a78-dfbd-4720-835b-b6d45b19a768 by drivers openvswitch,hyperv on host dv-cinder-786932-3-iscsi at level 0 using segments [{'id': '7ab24263-1de9-41e1-b330-4c6bf47d6bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3e4dc58a-a6f8-4fc6-9689-be4b7fc56525'}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:28:16.447280 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6d5150-b437-44ad-8fa8-d90d50027c00 None None] Attempting to bind port 34e27a78-dfbd-4720-835b-b6d45b19a768 on network 3e4dc58a-a6f8-4fc6-9689-be4b7fc56525 {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:28:16.531386 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6e811753-e49d-4802-aafe-4bbb03b0c1a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760381'] for router, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:16.536830 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6d5150-b437-44ad-8fa8-d90d50027c00 None None] Checking agent: {'id': '9c58f4e9-8628-43da-8d7d-cb04bd9f4726', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 19), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:28:16.537171 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6d5150-b437-44ad-8fa8-d90d50027c00 None None] Checking segment: {'id': '7ab24263-1de9-41e1-b330-4c6bf47d6bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3e4dc58a-a6f8-4fc6-9689-be4b7fc56525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:28:16.537419 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-7f6d5150-b437-44ad-8fa8-d90d50027c00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:16.537864 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6d5150-b437-44ad-8fa8-d90d50027c00 None None] Bound using segment: {'id': '7ab24263-1de9-41e1-b330-4c6bf47d6bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3e4dc58a-a6f8-4fc6-9689-be4b7fc56525'} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:28:16.538312 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-7f6d5150-b437-44ad-8fa8-d90d50027c00 None None] Bound port: 34e27a78-dfbd-4720-835b-b6d45b19a768, host: dv-cinder-786932-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ab24263-1de9-41e1-b330-4c6bf47d6bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3e4dc58a-a6f8-4fc6-9689-be4b7fc56525'}}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:28:16.538693 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-7f6d5150-b437-44ad-8fa8-d90d50027c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:16.695675 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-7f6d5150-b437-44ad-8fa8-d90d50027c00 None None] For port 34e27a78-dfbd-4720-835b-b6d45b19a768, host dv-cinder-786932-3-iscsi, cleared binding levels {{(pid=92925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:28:16.715214 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-7f6d5150-b437-44ad-8fa8-d90d50027c00 None None] For port 34e27a78-dfbd-4720-835b-b6d45b19a768, host dv-cinder-786932-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=34e27a78-dfbd-4720-835b-b6d45b19a768,segment=NetworkSegment(7ab24263-1de9-41e1-b330-4c6bf47d6bcd),segment_id=7ab24263-1de9-41e1-b330-4c6bf47d6bcd)] {{(pid=92925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:28:16.738043 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e811753-e49d-4802-aafe-4bbb03b0c1a3 admin admin] Router 73cb4a99-4871-41fd-a685-b2ae06563a06 is scheduled to L3 agent beedb406-ab13-44dd-957b-972171d020d2 with binding_index 1 {{(pid=92923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:28:16.739165 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-7f6d5150-b437-44ad-8fa8-d90d50027c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:16.816288 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6d5150-b437-44ad-8fa8-d90d50027c00 None None] Routers {'51b4d804-7400-489c-b611-1d0e1d38b7cb'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:28:16.817203 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-7f6d5150-b437-44ad-8fa8-d90d50027c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:27:49Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['51b4d804-7400-489c-b611-1d0e1d38b7cb'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:16.852816 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40054fab-067a-40d2-8bb3-c013ea871380 None None] Pushing event updated for resources: {'Port': ['ID=34e27a78-dfbd-4720-835b-b6d45b19a768,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:16.869598 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e811753-e49d-4802-aafe-4bbb03b0c1a3 admin admin] Notify agent at l3_agent.dv-cinder-786932-3-iscsi the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:28:16.881415 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1836e0-90e4-4812-8567-759c80935809 None None] Sync routers for ids ['73cb4a99-4871-41fd-a685-b2ae06563a06'] in dv-cinder-786932-3-iscsi {{(pid=92926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:28:16.891218 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6e811753-e49d-4802-aafe-4bbb03b0c1a3 admin admin] Notify callbacks [] for router, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:16.894266 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-6e811753-e49d-4802-aafe-4bbb03b0c1a3 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2943466 Jul 13 19:28:16.896252 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 53924) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:16.900445 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1836e0-90e4-4812-8567-759c80935809 None None] Routers {'73cb4a99-4871-41fd-a685-b2ae06563a06'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:28:16.901429 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-1e1836e0-90e4-4812-8567-759c80935809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:27:49Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['73cb4a99-4871-41fd-a685-b2ae06563a06'], 'active': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:16.984817 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-7f6d5150-b437-44ad-8fa8-d90d50027c00 None None] Set router 51b4d804-7400-489c-b611-1d0e1d38b7cb gateway port host: dv-cinder-786932-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:28:17.042285 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvr_db [None req-1e1836e0-90e4-4812-8567-759c80935809 None None] Set router 73cb4a99-4871-41fd-a685-b2ae06563a06 gateway port host: dv-cinder-786932-3-iscsi {{(pid=92926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:28:17.076312 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880d5f0c-97a4-4aa3-998f-5d5dea9888b9 req-912579bd-20a1-478a-9d20-65a39bf8092d tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:17.077867 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-880d5f0c-97a4-4aa3-998f-5d5dea9888b9 req-912579bd-20a1-478a-9d20-65a39bf8092d tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 943 time: 0.1148903 Jul 13 19:28:17.131691 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-880d5f0c-97a4-4aa3-998f-5d5dea9888b9 req-09ec729f-63dc-42fc-9a11-39f26468cb59 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435784 Jul 13 19:28:17.233298 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-7f6d5150-b437-44ad-8fa8-d90d50027c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51b4d804-7400-489c-b611-1d0e1d38b7cb', 'name': 'tempest-TestShelveInstance-1502094256-router', 'tenant_id': '67402faa97f64f238466e72ec9e27071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'd9c49a8d-a818-48fb-9a01-4fe97aa977c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:28:08Z', 'updated_at': '2021-07-13T19:28:12Z', 'revision_number': 4, 'project_id': '67402faa97f64f238466e72ec9e27071', 'gw_port': {'id': 'd9c49a8d-a818-48fb-9a01-4fe97aa977c2', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b4d804-7400-489c-b611-1d0e1d38b7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:08Z', 'updated_at': '2021-07-13T19:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_interfaces': [{'id': '34e27a78-dfbd-4720-835b-b6d45b19a768', 'name': '', 'network_id': '3e4dc58a-a6f8-4fc6-9689-be4b7fc56525', 'tenant_id': '67402faa97f64f238466e72ec9e27071', 'mac_address': 'fa:16:3e:72:7c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51b4d804-7400-489c-b611-1d0e1d38b7cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '6c3b9855-037d-4be9-92be-e197c249828f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:11Z', 'updated_at': '2021-07-13T19:28:16Z', 'revision_number': 4, 'project_id': '67402faa97f64f238466e72ec9e27071', 'subnets': [{'id': '6c3b9855-037d-4be9-92be-e197c249828f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:17.270945 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6d5150-b437-44ad-8fa8-d90d50027c00 None None] The sync data for ids ['51b4d804-7400-489c-b611-1d0e1d38b7cb'] in dv-cinder-786932-3-iscsi is: [{'id': '51b4d804-7400-489c-b611-1d0e1d38b7cb', 'name': 'tempest-TestShelveInstance-1502094256-router', 'tenant_id': '67402faa97f64f238466e72ec9e27071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'd9c49a8d-a818-48fb-9a01-4fe97aa977c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:28:08Z', 'updated_at': '2021-07-13T19:28:12Z', 'revision_number': 4, 'project_id': '67402faa97f64f238466e72ec9e27071', 'gw_port': {'id': 'd9c49a8d-a818-48fb-9a01-4fe97aa977c2', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b4d804-7400-489c-b611-1d0e1d38b7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:08Z', 'updated_at': '2021-07-13T19:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_interfaces': [{'id': '34e27a78-dfbd-4720-835b-b6d45b19a768', 'name': '', 'network_id': '3e4dc58a-a6f8-4fc6-9689-be4b7fc56525', 'tenant_id': '67402faa97f64f238466e72ec9e27071', 'mac_address': 'fa:16:3e:72:7c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51b4d804-7400-489c-b611-1d0e1d38b7cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '6c3b9855-037d-4be9-92be-e197c249828f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:11Z', 'updated_at': '2021-07-13T19:28:16Z', 'revision_number': 4, 'project_id': '67402faa97f64f238466e72ec9e27071', 'subnets': [{'id': '6c3b9855-037d-4be9-92be-e197c249828f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:28:17.297875 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-1e1836e0-90e4-4812-8567-759c80935809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73cb4a99-4871-41fd-a685-b2ae06563a06', 'name': 'tempest-TestShelveInstance-819151469-router', 'tenant_id': '60e8d849e6fe42a4986c11ae83686222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'bf6a73e9-b065-43c3-8575-4425fd3500e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:28:14Z', 'updated_at': '2021-07-13T19:28:16Z', 'revision_number': 3, 'project_id': '60e8d849e6fe42a4986c11ae83686222', 'gw_port': {'id': 'bf6a73e9-b065-43c3-8575-4425fd3500e5', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ef:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73cb4a99-4871-41fd-a685-b2ae06563a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:15Z', 'updated_at': '2021-07-13T19:28:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi'}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:17.332588 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1836e0-90e4-4812-8567-759c80935809 None None] Checking router: 73cb4a99-4871-41fd-a685-b2ae06563a06 for host: dv-cinder-786932-3-iscsi {{(pid=92926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:28:17.332945 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1836e0-90e4-4812-8567-759c80935809 None None] Updating router 73cb4a99-4871-41fd-a685-b2ae06563a06 port bf6a73e9-b065-43c3-8575-4425fd3500e5 binding host dv-cinder-786932-3-iscsi {{(pid=92926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:28:17.380538 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-1e1836e0-90e4-4812-8567-759c80935809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:17.448520 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1665d71f-0de3-4c26-a115-236f855580ee req-ad344962-e350-4816-8e8f-4d289cfa28de tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:17.466119 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-1665d71f-0de3-4c26-a115-236f855580ee req-ad344962-e350-4816-8e8f-4d289cfa28de tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7c44b30-b467-436c-b46b-d99b413e3cf4 HTTP/1.1" status: 200 len: 945 time: 0.1188462 Jul 13 19:28:17.540231 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-1665d71f-0de3-4c26-a115-236f855580ee req-6add0f3a-9eb6-4fab-a625-284dc85acf98 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/security-groups?id=12fcf376-dfa3-496e-b664-1285ed12ab00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729890 Jul 13 19:28:17.600486 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50524c13-9d67-4d9b-a1c0-83a46b916cfe None None] Network 9d026157-4cd7-42f9-b114-cacccc4d62d8 requested from dv-cinder-786932-3-iscsi {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:28:17.650789 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-03d5ad42-a199-40d2-b251-cb3ce79ff71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:17.745243 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-578f0d3e-341f-4c82-97fa-d5543b15e98e None None] Provisioning for port 69935d82-d2ac-4b70-9b69-7ab3a0b232ec completed by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:28:17.818449 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-1e1836e0-90e4-4812-8567-759c80935809 None None] Notify callbacks [] for port, precommit_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:17.855047 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.provisioning_blocks [None req-1e1836e0-90e4-4812-8567-759c80935809 None None] Transition to ACTIVE for port object bf6a73e9-b065-43c3-8575-4425fd3500e5 will not be triggered until provisioned by entity L2. {{(pid=92926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:28:17.863737 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-1e1836e0-90e4-4812-8567-759c80935809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:17.956591 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [None req-1e1836e0-90e4-4812-8567-759c80935809 None None] Attempting to bind port bf6a73e9-b065-43c3-8575-4425fd3500e5 on host dv-cinder-786932-3-iscsi for vnic_type normal with profile {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:28:17.957689 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [None req-1e1836e0-90e4-4812-8567-759c80935809 None None] Attempting to bind port bf6a73e9-b065-43c3-8575-4425fd3500e5 by drivers openvswitch,hyperv on host dv-cinder-786932-3-iscsi at level 0 using segments [{'id': '2c1c5ac3-7b69-4096-8790-4108a346deee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2'}] {{(pid=92926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:28:17.958413 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1836e0-90e4-4812-8567-759c80935809 None None] Attempting to bind port bf6a73e9-b065-43c3-8575-4425fd3500e5 on network c2fcde99-d8d4-483e-a474-248e3afaaef2 {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:28:17.962573 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aca073c-41aa-4caa-b813-db3cd8db3d6d None None] Pushing event updated for resources: {'Port': ['ID=bf6a73e9-b065-43c3-8575-4425fd3500e5,revision_number=2']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:17.974804 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1836e0-90e4-4812-8567-759c80935809 None None] Checking agent: {'id': '9c58f4e9-8628-43da-8d7d-cb04bd9f4726', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 19), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:28:17.975507 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1836e0-90e4-4812-8567-759c80935809 None None] Checking segment: {'id': '2c1c5ac3-7b69-4096-8790-4108a346deee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:28:17.976092 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-1e1836e0-90e4-4812-8567-759c80935809 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:17.976654 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1836e0-90e4-4812-8567-759c80935809 None None] Bound using segment: {'id': '2c1c5ac3-7b69-4096-8790-4108a346deee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2'} {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:28:17.977318 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [None req-1e1836e0-90e4-4812-8567-759c80935809 None None] Bound port: bf6a73e9-b065-43c3-8575-4425fd3500e5, host: dv-cinder-786932-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c1c5ac3-7b69-4096-8790-4108a346deee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2'}}] {{(pid=92926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:28:17.977879 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-1e1836e0-90e4-4812-8567-759c80935809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:17.996672 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [None req-03d5ad42-a199-40d2-b251-cb3ce79ff71e admin admin] Allocated IP 172.20.0.1 (9d026157-4cd7-42f9-b114-cacccc4d62d8/012635ad-d08d-4236-b2a7-214905ad6a65/cb906f00-3658-4835-8ce0-0d129bab0598) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:28:18.086310 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.db [None req-1e1836e0-90e4-4812-8567-759c80935809 None None] For port bf6a73e9-b065-43c3-8575-4425fd3500e5, host dv-cinder-786932-3-iscsi, cleared binding levels {{(pid=92926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:28:18.091430 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.db [None req-1e1836e0-90e4-4812-8567-759c80935809 None None] For port bf6a73e9-b065-43c3-8575-4425fd3500e5, host dv-cinder-786932-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=bf6a73e9-b065-43c3-8575-4425fd3500e5,segment=NetworkSegment(2c1c5ac3-7b69-4096-8790-4108a346deee),segment_id=2c1c5ac3-7b69-4096-8790-4108a346deee)] {{(pid=92926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:28:18.100654 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-1e1836e0-90e4-4812-8567-759c80935809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:18.262215 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aca073c-41aa-4caa-b813-db3cd8db3d6d None None] Pushing event updated for resources: {'Port': ['ID=bf6a73e9-b065-43c3-8575-4425fd3500e5,revision_number=3']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:18.262417 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-03d5ad42-a199-40d2-b251-cb3ce79ff71e admin admin] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:18.299710 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-03d5ad42-a199-40d2-b251-cb3ce79ff71e admin admin] Transition to ACTIVE for port object cb906f00-3658-4835-8ce0-0d129bab0598 will not be triggered until provisioned by entity DHCP. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:28:18.349211 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1836e0-90e4-4812-8567-759c80935809 None None] Routers {'73cb4a99-4871-41fd-a685-b2ae06563a06'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:28:18.352137 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-1e1836e0-90e4-4812-8567-759c80935809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:27:49Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['73cb4a99-4871-41fd-a685-b2ae06563a06'], 'active': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:18.397922 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device 69935d82-d2ac-4b70-9b69-7ab3a0b232ec up at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:28:18.434438 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-03d5ad42-a199-40d2-b251-cb3ce79ff71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752272454283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130471124'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:18.478221 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d5ad42-a199-40d2-b251-cb3ce79ff71e admin admin] Network 9d026157-4cd7-42f9-b114-cacccc4d62d8 is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:28:18.492920 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning for port 69935d82-d2ac-4b70-9b69-7ab3a0b232ec completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:28:18.497154 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-03d5ad42-a199-40d2-b251-cb3ce79ff71e admin admin] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:28:18.499184 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning complete for port 69935d82-d2ac-4b70-9b69-7ab3a0b232ec triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:18.499967 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:18.532055 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-d4e85086-81a1-4e01-b29d-634e1ce8c881 None None] Provisioning complete for port 69935d82-d2ac-4b70-9b69-7ab3a0b232ec triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:18.532471 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-d4e85086-81a1-4e01-b29d-634e1ce8c881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:18.534669 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d5ad42-a199-40d2-b251-cb3ce79ff71e admin admin] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:28:18.714148 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-d4e85086-81a1-4e01-b29d-634e1ce8c881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:18.728237 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvr_db [None req-1e1836e0-90e4-4812-8567-759c80935809 None None] Set router 73cb4a99-4871-41fd-a685-b2ae06563a06 gateway port host: dv-cinder-786932-3-iscsi {{(pid=92926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:28:18.790207 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:18.841356 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-d4e85086-81a1-4e01-b29d-634e1ce8c881 None None] For port 69935d82-d2ac-4b70-9b69-7ab3a0b232ec, host dv-cinder-786932-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=69935d82-d2ac-4b70-9b69-7ab3a0b232ec,segment=NetworkSegment(9d81fdea-206d-4d44-89db-bd9a7333dad6),segment_id=9d81fdea-206d-4d44-89db-bd9a7333dad6)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:18.851649 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-d4e85086-81a1-4e01-b29d-634e1ce8c881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:18.909996 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d5ad42-a199-40d2-b251-cb3ce79ff71e admin admin] Pushing event updated for resources: {'Port': ['ID=cb906f00-3658-4835-8ce0-0d129bab0598,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:18.973652 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.db.api [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92925) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 19:28:18.974006 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG oslo_db.api [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 19:28:18.977255 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-03d5ad42-a199-40d2-b251-cb3ce79ff71e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760526'] for router_interface, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:18.989367 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-10a0e5e8-1c15-4320-868c-c02eb71c9c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:19.008521 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e85086-81a1-4e01-b29d-634e1ce8c881 None None] Pushing event updated for resources: {'Port': ['ID=69935d82-d2ac-4b70-9b69-7ab3a0b232ec,revision_number=3']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:19.019554 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-20419241-5eaf-4caf-9586-c00b23c30c7c None None] Provisioning for port cb906f00-3658-4835-8ce0-0d129bab0598 completed by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:28:19.023894 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-20419241-5eaf-4caf-9586-c00b23c30c7c None None] Provisioning complete for port cb906f00-3658-4835-8ce0-0d129bab0598 triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:19.024590 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-20419241-5eaf-4caf-9586-c00b23c30c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:19.033767 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e659a7ab-9f62-45ad-afa0-ad7decda436c req-aa9fd7be-beec-4388-882a-ef7bfe1f02c9 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:19.035371 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-e659a7ab-9f62-45ad-afa0-ad7decda436c req-aa9fd7be-beec-4388-882a-ef7bfe1f02c9 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 943 time: 0.5507715 Jul 13 19:28:19.063318 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-1e1836e0-90e4-4812-8567-759c80935809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73cb4a99-4871-41fd-a685-b2ae06563a06', 'name': 'tempest-TestShelveInstance-819151469-router', 'tenant_id': '60e8d849e6fe42a4986c11ae83686222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'bf6a73e9-b065-43c3-8575-4425fd3500e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:28:14Z', 'updated_at': '2021-07-13T19:28:16Z', 'revision_number': 3, 'project_id': '60e8d849e6fe42a4986c11ae83686222', 'gw_port': {'id': 'bf6a73e9-b065-43c3-8575-4425fd3500e5', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ef:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73cb4a99-4871-41fd-a685-b2ae06563a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:15Z', 'updated_at': '2021-07-13T19:28:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi'}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:19.099686 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:19.101893 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-20419241-5eaf-4caf-9586-c00b23c30c7c None None] Port cb906f00-3658-4835-8ce0-0d129bab0598 cannot update to ACTIVE because it is not bound. {{(pid=92925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:28:19.104908 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1836e0-90e4-4812-8567-759c80935809 None None] The sync data for ids ['73cb4a99-4871-41fd-a685-b2ae06563a06'] in dv-cinder-786932-3-iscsi is: [{'id': '73cb4a99-4871-41fd-a685-b2ae06563a06', 'name': 'tempest-TestShelveInstance-819151469-router', 'tenant_id': '60e8d849e6fe42a4986c11ae83686222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'bf6a73e9-b065-43c3-8575-4425fd3500e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:28:14Z', 'updated_at': '2021-07-13T19:28:16Z', 'revision_number': 3, 'project_id': '60e8d849e6fe42a4986c11ae83686222', 'gw_port': {'id': 'bf6a73e9-b065-43c3-8575-4425fd3500e5', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ef:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73cb4a99-4871-41fd-a685-b2ae06563a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:15Z', 'updated_at': '2021-07-13T19:28:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi'}] {{(pid=92926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:28:19.122938 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-e659a7ab-9f62-45ad-afa0-ad7decda436c req-a356fa02-1873-4e09-9551-2d786045835c tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790510 Jul 13 19:28:19.189753 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-03d5ad42-a199-40d2-b251-cb3ce79ff71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:19.381329 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-03d5ad42-a199-40d2-b251-cb3ce79ff71e admin admin] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:19.388599 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-03d5ad42-a199-40d2-b251-cb3ce79ff71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130471135'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:19.462984 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d5ad42-a199-40d2-b251-cb3ce79ff71e admin admin] Pushing event updated for resources: {'Port': ['ID=cb906f00-3658-4835-8ce0-0d129bab0598,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:19.465547 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-03d5ad42-a199-40d2-b251-cb3ce79ff71e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759678'] for router_interface, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:19.526609 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device 34e27a78-dfbd-4720-835b-b6d45b19a768 up at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:28:19.575097 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d5ad42-a199-40d2-b251-cb3ce79ff71e admin admin] Network 9d026157-4cd7-42f9-b114-cacccc4d62d8 is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:28:19.576797 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-03d5ad42-a199-40d2-b251-cb3ce79ff71e admin admin] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:28:19.578195 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning for port 34e27a78-dfbd-4720-835b-b6d45b19a768 completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:28:19.598984 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning complete for port 34e27a78-dfbd-4720-835b-b6d45b19a768 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:19.599652 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:19.717161 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03d5ad42-a199-40d2-b251-cb3ce79ff71e admin admin] Router 73cb4a99-4871-41fd-a685-b2ae06563a06 has already been hosted by L3 agent beedb406-ab13-44dd-957b-972171d020d2 {{(pid=92923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:28:19.845006 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d5ad42-a199-40d2-b251-cb3ce79ff71e admin admin] Notify agent at l3_agent.dv-cinder-786932-3-iscsi the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:28:19.847538 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:19.850678 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-03d5ad42-a199-40d2-b251-cb3ce79ff71e admin admin] 10.222.0.67 "PUT /v2.0/routers/73cb4a99-4871-41fd-a685-b2ae06563a06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9533317 Jul 13 19:28:19.869530 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-13318bc9-312a-475c-aec7-79169021308a None None] Provisioning complete for port cb906f00-3658-4835-8ce0-0d129bab0598 triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:19.870049 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-13318bc9-312a-475c-aec7-79169021308a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:19.916276 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] For port 34e27a78-dfbd-4720-835b-b6d45b19a768, host dv-cinder-786932-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=34e27a78-dfbd-4720-835b-b6d45b19a768,segment=NetworkSegment(7ab24263-1de9-41e1-b330-4c6bf47d6bcd),segment_id=7ab24263-1de9-41e1-b330-4c6bf47d6bcd)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:19.922480 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:19.957960 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-13318bc9-312a-475c-aec7-79169021308a None None] Port cb906f00-3658-4835-8ce0-0d129bab0598 cannot update to ACTIVE because it is not bound. {{(pid=92925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:28:19.984648 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Pushing event updated for resources: {'Port': ['ID=34e27a78-dfbd-4720-835b-b6d45b19a768,revision_number=5']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:20.218608 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device 69935d82-d2ac-4b70-9b69-7ab3a0b232ec up at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:28:20.245194 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f121cc10-15a3-4774-9d3b-44cefef2260b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:20.273780 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning complete for port 69935d82-d2ac-4b70-9b69-7ab3a0b232ec triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:20.274272 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:20.341965 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb1609-5839-4b12-8616-69cd10de7dc4 req-f45bad76-454d-4b8d-90c9-391b0a752784 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:20.343555 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-0eeb1609-5839-4b12-8616-69cd10de7dc4 req-f45bad76-454d-4b8d-90c9-391b0a752784 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 943 time: 0.0727272 Jul 13 19:28:20.366318 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device 34e27a78-dfbd-4720-835b-b6d45b19a768 up at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:28:20.383913 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-0eeb1609-5839-4b12-8616-69cd10de7dc4 req-bc4152c3-b606-4c99-b851-3d207376bdc2 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335391 Jul 13 19:28:20.414208 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning complete for port 34e27a78-dfbd-4720-835b-b6d45b19a768 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:20.414584 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:20.495189 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device bf6a73e9-b065-43c3-8575-4425fd3500e5 up at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:28:20.542690 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning for port bf6a73e9-b065-43c3-8575-4425fd3500e5 completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:28:20.547164 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning complete for port bf6a73e9-b065-43c3-8575-4425fd3500e5 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:20.547577 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:20.631310 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:20.655604 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] For port bf6a73e9-b065-43c3-8575-4425fd3500e5, host dv-cinder-786932-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=bf6a73e9-b065-43c3-8575-4425fd3500e5,segment=NetworkSegment(2c1c5ac3-7b69-4096-8790-4108a346deee),segment_id=2c1c5ac3-7b69-4096-8790-4108a346deee)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:20.660601 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:20.710622 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Pushing event updated for resources: {'Port': ['ID=bf6a73e9-b065-43c3-8575-4425fd3500e5,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:20.857955 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57aed5de-48ef-488a-89ed-fe2658b204ad None None] Sync routers for ids ['73cb4a99-4871-41fd-a685-b2ae06563a06'] in dv-cinder-786932-3-iscsi {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:28:20.868894 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57aed5de-48ef-488a-89ed-fe2658b204ad None None] Routers {'73cb4a99-4871-41fd-a685-b2ae06563a06'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:28:20.872175 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-57aed5de-48ef-488a-89ed-fe2658b204ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:28:19Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['73cb4a99-4871-41fd-a685-b2ae06563a06'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:20.982542 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-57aed5de-48ef-488a-89ed-fe2658b204ad None None] Set router 73cb4a99-4871-41fd-a685-b2ae06563a06 gateway port host: dv-cinder-786932-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:28:21.196587 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-57aed5de-48ef-488a-89ed-fe2658b204ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73cb4a99-4871-41fd-a685-b2ae06563a06', 'name': 'tempest-TestShelveInstance-819151469-router', 'tenant_id': '60e8d849e6fe42a4986c11ae83686222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'bf6a73e9-b065-43c3-8575-4425fd3500e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:28:14Z', 'updated_at': '2021-07-13T19:28:19Z', 'revision_number': 4, 'project_id': '60e8d849e6fe42a4986c11ae83686222', 'gw_port': {'id': 'bf6a73e9-b065-43c3-8575-4425fd3500e5', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ef:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cb4a99-4871-41fd-a685-b2ae06563a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:15Z', 'updated_at': '2021-07-13T19:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_interfaces': [{'id': 'cb906f00-3658-4835-8ce0-0d129bab0598', 'name': '', 'network_id': '9d026157-4cd7-42f9-b114-cacccc4d62d8', 'tenant_id': '60e8d849e6fe42a4986c11ae83686222', 'mac_address': 'fa:16:3e:48:f4:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73cb4a99-4871-41fd-a685-b2ae06563a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '012635ad-d08d-4236-b2a7-214905ad6a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:17Z', 'updated_at': '2021-07-13T19:28:19Z', 'revision_number': 2, 'project_id': '60e8d849e6fe42a4986c11ae83686222', 'subnets': [{'id': '012635ad-d08d-4236-b2a7-214905ad6a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:21.227796 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57aed5de-48ef-488a-89ed-fe2658b204ad None None] Checking router: 73cb4a99-4871-41fd-a685-b2ae06563a06 for host: dv-cinder-786932-3-iscsi {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:28:21.228152 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57aed5de-48ef-488a-89ed-fe2658b204ad None None] Updating router 73cb4a99-4871-41fd-a685-b2ae06563a06 port cb906f00-3658-4835-8ce0-0d129bab0598 binding host dv-cinder-786932-3-iscsi {{(pid=92925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:28:21.263899 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-57aed5de-48ef-488a-89ed-fe2658b204ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:21.546102 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-57aed5de-48ef-488a-89ed-fe2658b204ad None None] Notify callbacks [] for port, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:21.556949 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-57aed5de-48ef-488a-89ed-fe2658b204ad None None] Transition to ACTIVE for port object cb906f00-3658-4835-8ce0-0d129bab0598 will not be triggered until provisioned by entity L2. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:28:21.563634 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-57aed5de-48ef-488a-89ed-fe2658b204ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:21.628158 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56340ef5-6233-4fd3-b7e6-02f66012e8fa req-f4c23e5b-a84f-4c49-9ec7-0b1e595e6b8f tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:21.632623 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-56340ef5-6233-4fd3-b7e6-02f66012e8fa req-f4c23e5b-a84f-4c49-9ec7-0b1e595e6b8f tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 943 time: 0.1031661 Jul 13 19:28:21.675009 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 54026) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:21.679689 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd37396-b64b-4225-9e3c-f2ddcebe0d3e None None] Pushing event updated for resources: {'Port': ['ID=cb906f00-3658-4835-8ce0-0d129bab0598,revision_number=3']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:21.679862 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [None req-400601e1-7ae7-4612-ba4a-057a6b5bd6e1 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1713380989', 'description': 'tempest-secgroup-smoke-1713380989 description', 'project_id': '67402faa97f64f238466e72ec9e27071'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:28:21.684203 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-56340ef5-6233-4fd3-b7e6-02f66012e8fa req-15175514-4c37-4212-9d5f-d39bb253c50c tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467312 Jul 13 19:28:21.694361 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-57aed5de-48ef-488a-89ed-fe2658b204ad None None] Attempting to bind port cb906f00-3658-4835-8ce0-0d129bab0598 on host dv-cinder-786932-3-iscsi for vnic_type normal with profile {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:28:21.694744 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-57aed5de-48ef-488a-89ed-fe2658b204ad None None] Attempting to bind port cb906f00-3658-4835-8ce0-0d129bab0598 by drivers openvswitch,hyperv on host dv-cinder-786932-3-iscsi at level 0 using segments [{'id': '9d81fdea-206d-4d44-89db-bd9a7333dad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9d026157-4cd7-42f9-b114-cacccc4d62d8'}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:28:21.695111 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57aed5de-48ef-488a-89ed-fe2658b204ad None None] Attempting to bind port cb906f00-3658-4835-8ce0-0d129bab0598 on network 9d026157-4cd7-42f9-b114-cacccc4d62d8 {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:28:21.708338 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57aed5de-48ef-488a-89ed-fe2658b204ad None None] Checking agent: {'id': '9c58f4e9-8628-43da-8d7d-cb04bd9f4726', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 19), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:28:21.708716 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57aed5de-48ef-488a-89ed-fe2658b204ad None None] Checking segment: {'id': '9d81fdea-206d-4d44-89db-bd9a7333dad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9d026157-4cd7-42f9-b114-cacccc4d62d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:28:21.709118 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-57aed5de-48ef-488a-89ed-fe2658b204ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:21.709505 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57aed5de-48ef-488a-89ed-fe2658b204ad None None] Bound using segment: {'id': '9d81fdea-206d-4d44-89db-bd9a7333dad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9d026157-4cd7-42f9-b114-cacccc4d62d8'} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:28:21.709980 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-57aed5de-48ef-488a-89ed-fe2658b204ad None None] Bound port: cb906f00-3658-4835-8ce0-0d129bab0598, host: dv-cinder-786932-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d81fdea-206d-4d44-89db-bd9a7333dad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9d026157-4cd7-42f9-b114-cacccc4d62d8'}}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:28:21.710435 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-57aed5de-48ef-488a-89ed-fe2658b204ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:21.725488 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-400601e1-7ae7-4612-ba4a-057a6b5bd6e1 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:21.732390 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-90e910e5-9927-492e-a649-803b472a565a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:21.791267 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-57aed5de-48ef-488a-89ed-fe2658b204ad None None] For port cb906f00-3658-4835-8ce0-0d129bab0598, host dv-cinder-786932-3-iscsi, cleared binding levels {{(pid=92925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:28:21.794516 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-57aed5de-48ef-488a-89ed-fe2658b204ad None None] For port cb906f00-3658-4835-8ce0-0d129bab0598, host dv-cinder-786932-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=cb906f00-3658-4835-8ce0-0d129bab0598,segment=NetworkSegment(9d81fdea-206d-4d44-89db-bd9a7333dad6),segment_id=9d81fdea-206d-4d44-89db-bd9a7333dad6)] {{(pid=92925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:28:21.798795 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-57aed5de-48ef-488a-89ed-fe2658b204ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:21.837417 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-400601e1-7ae7-4612-ba4a-057a6b5bd6e1 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:21.841407 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-400601e1-7ae7-4612-ba4a-057a6b5bd6e1 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:21.860247 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57aed5de-48ef-488a-89ed-fe2658b204ad None None] Routers {'73cb4a99-4871-41fd-a685-b2ae06563a06'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:28:21.861620 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-57aed5de-48ef-488a-89ed-fe2658b204ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:28:19Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['73cb4a99-4871-41fd-a685-b2ae06563a06'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:21.872013 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-400601e1-7ae7-4612-ba4a-057a6b5bd6e1 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:21.875273 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-400601e1-7ae7-4612-ba4a-057a6b5bd6e1 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1972222 Jul 13 19:28:21.876432 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 54028) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:21.881993 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [None req-f115a72a-2863-4e98-bcd6-ad700feed9b1 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Request body: {'security_group_rule': {'security_group_id': '4db08e9d-cd84-42ba-932f-62d3bd3b2487', 'project_id': '67402faa97f64f238466e72ec9e27071', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:28:21.888421 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400601e1-7ae7-4612-ba4a-057a6b5bd6e1 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4db08e9d-cd84-42ba-932f-62d3bd3b2487,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:21.903108 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd37396-b64b-4225-9e3c-f2ddcebe0d3e None None] Pushing event updated for resources: {'Port': ['ID=cb906f00-3658-4835-8ce0-0d129bab0598,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:21.929773 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f115a72a-2863-4e98-bcd6-ad700feed9b1 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:22.007105 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f115a72a-2863-4e98-bcd6-ad700feed9b1 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:22.010024 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-57aed5de-48ef-488a-89ed-fe2658b204ad None None] Set router 73cb4a99-4871-41fd-a685-b2ae06563a06 gateway port host: dv-cinder-786932-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:28:22.011320 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f115a72a-2863-4e98-bcd6-ad700feed9b1 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651252'] for security_group_rule, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:22.031013 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f115a72a-2863-4e98-bcd6-ad700feed9b1 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e2a2b27-d17c-4c62-af18-3e0d03f79667,revision_number=0']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:22.034889 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f115a72a-2863-4e98-bcd6-ad700feed9b1 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:22.036212 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-f115a72a-2863-4e98-bcd6-ad700feed9b1 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1582415 Jul 13 19:28:22.039292 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 54030) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:22.044365 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-50f9b664-d50b-46fe-9553-6fdaaddaf921 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Request body: {'security_group_rule': {'security_group_id': '4db08e9d-cd84-42ba-932f-62d3bd3b2487', 'project_id': '67402faa97f64f238466e72ec9e27071', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:28:22.078923 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-50f9b664-d50b-46fe-9553-6fdaaddaf921 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:22.141604 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-50f9b664-d50b-46fe-9553-6fdaaddaf921 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:22.147739 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-50f9b664-d50b-46fe-9553-6fdaaddaf921 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651252'] for security_group_rule, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:22.165783 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f9b664-d50b-46fe-9553-6fdaaddaf921 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ec1a995-f336-4a04-8e5c-40d435b4afe5,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:22.171906 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device bf6a73e9-b065-43c3-8575-4425fd3500e5 up at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:28:22.176003 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-50f9b664-d50b-46fe-9553-6fdaaddaf921 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:22.178192 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-50f9b664-d50b-46fe-9553-6fdaaddaf921 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1374402 Jul 13 19:28:22.180778 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 54034) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:22.185328 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-6a20da56-f93b-4c2e-aaa4-d2e6bcde753a tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Request body: {'security_group_rule': {'security_group_id': '4db08e9d-cd84-42ba-932f-62d3bd3b2487', 'project_id': '67402faa97f64f238466e72ec9e27071', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:28:22.212498 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6a20da56-f93b-4c2e-aaa4-d2e6bcde753a tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:22.280462 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6a20da56-f93b-4c2e-aaa4-d2e6bcde753a tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:22.284122 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning complete for port bf6a73e9-b065-43c3-8575-4425fd3500e5 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:22.284500 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:22.285005 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6a20da56-f93b-4c2e-aaa4-d2e6bcde753a tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651252'] for security_group_rule, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:22.300189 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a20da56-f93b-4c2e-aaa4-d2e6bcde753a tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7042724-f0c0-4bd1-a96a-f3728c439514,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:22.308486 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6a20da56-f93b-4c2e-aaa4-d2e6bcde753a tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:22.309676 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-6a20da56-f93b-4c2e-aaa4-d2e6bcde753a tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1279502 Jul 13 19:28:22.312970 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 54036) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:22.317917 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-2f40f97c-07d3-4a37-ad89-52174625fa9d tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Request body: {'security_group_rule': {'security_group_id': '4db08e9d-cd84-42ba-932f-62d3bd3b2487', 'project_id': '67402faa97f64f238466e72ec9e27071', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:28:22.335522 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-57aed5de-48ef-488a-89ed-fe2658b204ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73cb4a99-4871-41fd-a685-b2ae06563a06', 'name': 'tempest-TestShelveInstance-819151469-router', 'tenant_id': '60e8d849e6fe42a4986c11ae83686222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'bf6a73e9-b065-43c3-8575-4425fd3500e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:28:14Z', 'updated_at': '2021-07-13T19:28:19Z', 'revision_number': 4, 'project_id': '60e8d849e6fe42a4986c11ae83686222', 'gw_port': {'id': 'bf6a73e9-b065-43c3-8575-4425fd3500e5', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ef:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cb4a99-4871-41fd-a685-b2ae06563a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:15Z', 'updated_at': '2021-07-13T19:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_interfaces': [{'id': 'cb906f00-3658-4835-8ce0-0d129bab0598', 'name': '', 'network_id': '9d026157-4cd7-42f9-b114-cacccc4d62d8', 'tenant_id': '60e8d849e6fe42a4986c11ae83686222', 'mac_address': 'fa:16:3e:48:f4:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73cb4a99-4871-41fd-a685-b2ae06563a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '012635ad-d08d-4236-b2a7-214905ad6a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:17Z', 'updated_at': '2021-07-13T19:28:21Z', 'revision_number': 4, 'project_id': '60e8d849e6fe42a4986c11ae83686222', 'subnets': [{'id': '012635ad-d08d-4236-b2a7-214905ad6a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:22.352197 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2f40f97c-07d3-4a37-ad89-52174625fa9d tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:22.369604 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57aed5de-48ef-488a-89ed-fe2658b204ad None None] The sync data for ids ['73cb4a99-4871-41fd-a685-b2ae06563a06'] in dv-cinder-786932-3-iscsi is: [{'id': '73cb4a99-4871-41fd-a685-b2ae06563a06', 'name': 'tempest-TestShelveInstance-819151469-router', 'tenant_id': '60e8d849e6fe42a4986c11ae83686222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'bf6a73e9-b065-43c3-8575-4425fd3500e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:28:14Z', 'updated_at': '2021-07-13T19:28:19Z', 'revision_number': 4, 'project_id': '60e8d849e6fe42a4986c11ae83686222', 'gw_port': {'id': 'bf6a73e9-b065-43c3-8575-4425fd3500e5', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ef:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cb4a99-4871-41fd-a685-b2ae06563a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:15Z', 'updated_at': '2021-07-13T19:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_interfaces': [{'id': 'cb906f00-3658-4835-8ce0-0d129bab0598', 'name': '', 'network_id': '9d026157-4cd7-42f9-b114-cacccc4d62d8', 'tenant_id': '60e8d849e6fe42a4986c11ae83686222', 'mac_address': 'fa:16:3e:48:f4:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73cb4a99-4871-41fd-a685-b2ae06563a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '012635ad-d08d-4236-b2a7-214905ad6a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:17Z', 'updated_at': '2021-07-13T19:28:21Z', 'revision_number': 4, 'project_id': '60e8d849e6fe42a4986c11ae83686222', 'subnets': [{'id': '012635ad-d08d-4236-b2a7-214905ad6a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:28:22.441104 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2f40f97c-07d3-4a37-ad89-52174625fa9d tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:22.452885 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2f40f97c-07d3-4a37-ad89-52174625fa9d tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651252'] for security_group_rule, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:22.471015 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f40f97c-07d3-4a37-ad89-52174625fa9d tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7992c907-cba6-46c4-9bae-5688d607001d,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:22.484623 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2f40f97c-07d3-4a37-ad89-52174625fa9d tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:22.487255 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-2f40f97c-07d3-4a37-ad89-52174625fa9d tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1733363 Jul 13 19:28:22.490091 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 54040) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:22.494758 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [None req-16d82df9-c53e-4606-9adf-9b21ebc21c08 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Request body: {'security_group_rule': {'security_group_id': '4db08e9d-cd84-42ba-932f-62d3bd3b2487', 'project_id': '67402faa97f64f238466e72ec9e27071', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:28:22.521631 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.db.securitygroups_db [None req-16d82df9-c53e-4606-9adf-9b21ebc21c08 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Project 67402faa97f64f238466e72ec9e27071 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 19:28:22.527034 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-16d82df9-c53e-4606-9adf-9b21ebc21c08 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:22.596535 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-16d82df9-c53e-4606-9adf-9b21ebc21c08 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:22.600463 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-16d82df9-c53e-4606-9adf-9b21ebc21c08 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651252'] for security_group_rule, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:22.623510 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d82df9-c53e-4606-9adf-9b21ebc21c08 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2de9dd6-ce7a-43fa-910f-ce0350bca747,revision_number=0']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:22.627420 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-16d82df9-c53e-4606-9adf-9b21ebc21c08 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:22.628633 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-16d82df9-c53e-4606-9adf-9b21ebc21c08 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1375194 Jul 13 19:28:22.632287 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 54044) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:22.637151 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [None req-4d08c605-2bfc-4fd0-9966-5812117c141a tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Request body: {'security_group_rule': {'security_group_id': '4db08e9d-cd84-42ba-932f-62d3bd3b2487', 'project_id': '67402faa97f64f238466e72ec9e27071', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:28:22.663908 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.db.securitygroups_db [None req-4d08c605-2bfc-4fd0-9966-5812117c141a tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Project 67402faa97f64f238466e72ec9e27071 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 19:28:22.669221 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4d08c605-2bfc-4fd0-9966-5812117c141a tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:22.746899 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4d08c605-2bfc-4fd0-9966-5812117c141a tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:22.750851 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4d08c605-2bfc-4fd0-9966-5812117c141a tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651252'] for security_group_rule, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:22.770882 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d08c605-2bfc-4fd0-9966-5812117c141a tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fa57e0f-4fe1-4146-97a9-3d5ebc495bfe,revision_number=0']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:22.780837 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4d08c605-2bfc-4fd0-9966-5812117c141a tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:22.782208 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-4d08c605-2bfc-4fd0-9966-5812117c141a tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1488400 Jul 13 19:28:22.918298 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd09e90-6533-402d-93a7-719179707123 req-21a693b3-a3db-479a-a405-e91a1573907b tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:22.920537 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-ecd09e90-6533-402d-93a7-719179707123 req-21a693b3-a3db-479a-a405-e91a1573907b tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 943 time: 0.0949290 Jul 13 19:28:22.972322 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-ecd09e90-6533-402d-93a7-719179707123 req-0c74c258-0f99-4bcc-a797-2572ff68c7be tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435498 Jul 13 19:28:24.170928 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device cb906f00-3658-4835-8ce0-0d129bab0598 up at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:28:24.202435 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a1615d-f2e2-4f67-984e-bae9c676a1d6 req-7cdd005e-f0dd-4333-8ec2-60b8aecb3164 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:24.204037 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b9a1615d-f2e2-4f67-984e-bae9c676a1d6 req-7cdd005e-f0dd-4333-8ec2-60b8aecb3164 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 943 time: 0.0902336 Jul 13 19:28:24.225298 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning for port cb906f00-3658-4835-8ce0-0d129bab0598 completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:28:24.229551 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning complete for port cb906f00-3658-4835-8ce0-0d129bab0598 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:24.230144 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:24.244988 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b9a1615d-f2e2-4f67-984e-bae9c676a1d6 req-49eca36c-7e66-40fc-a537-15e33d74ac1e tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351102 Jul 13 19:28:24.460049 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:24.498640 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] For port cb906f00-3658-4835-8ce0-0d129bab0598, host dv-cinder-786932-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=cb906f00-3658-4835-8ce0-0d129bab0598,segment=NetworkSegment(9d81fdea-206d-4d44-89db-bd9a7333dad6),segment_id=9d81fdea-206d-4d44-89db-bd9a7333dad6)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:24.504013 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:24.558260 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Pushing event updated for resources: {'Port': ['ID=cb906f00-3658-4835-8ce0-0d129bab0598,revision_number=5']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:25.457465 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50fe359-f094-440a-9ad4-ff4df9c2c55f req-e75a7c0e-b50c-4aca-845c-40019d7c1374 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:25.458977 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-e50fe359-f094-440a-9ad4-ff4df9c2c55f req-e75a7c0e-b50c-4aca-845c-40019d7c1374 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 943 time: 0.0760891 Jul 13 19:28:25.515841 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-e50fe359-f094-440a-9ad4-ff4df9c2c55f req-2072abb1-659b-4c74-a1e1-96b57621594e tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507827 Jul 13 19:28:26.063264 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-6aac6060-8108-497b-8311-b989dc34c399 req-10cdc18f-095d-4964-b48c-619df6c141ad service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0507071 Jul 13 19:28:26.123623 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device cb906f00-3658-4835-8ce0-0d129bab0598 up at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:28:26.174735 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning complete for port cb906f00-3658-4835-8ce0-0d129bab0598 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:26.175096 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:26.698210 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3147b89d-ecbe-4217-80a7-db5504bcee5b req-b30b819e-1c0d-4e8f-addf-f8be938f5347 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:26.699668 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-3147b89d-ecbe-4217-80a7-db5504bcee5b req-b30b819e-1c0d-4e8f-addf-f8be938f5347 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 943 time: 0.0628350 Jul 13 19:28:26.738382 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-3147b89d-ecbe-4217-80a7-db5504bcee5b req-3aba98eb-37f2-4f8e-a868-c30708c31eb6 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329623 Jul 13 19:28:27.937459 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d7bf4-b0b0-48b2-a597-1db98f14a87e req-26f9538b-ef1c-4c47-8de3-0344c08d212f tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:27.941890 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ff8d7bf4-b0b0-48b2-a597-1db98f14a87e req-26f9538b-ef1c-4c47-8de3-0344c08d212f tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 943 time: 0.0825489 Jul 13 19:28:27.982753 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ff8d7bf4-b0b0-48b2-a597-1db98f14a87e req-827013ff-7b9f-4fe2-b70d-cfbde2752f1e tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352809 Jul 13 19:28:28.354727 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac6060-8108-497b-8311-b989dc34c399 req-a943b654-3932-409f-a1cb-96c886748b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:28.356471 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-6aac6060-8108-497b-8311-b989dc34c399 req-a943b654-3932-409f-a1cb-96c886748b14 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=09d928f8d15b4be49420ac3d92a41f6f&device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 1098 time: 0.0543671 Jul 13 19:28:29.192728 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b9576-1c44-4b74-b05c-b108e501a1bb req-867c64e6-fa6a-4c31-82eb-8e152b0b8635 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:29.194642 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-d32b9576-1c44-4b74-b05c-b108e501a1bb req-867c64e6-fa6a-4c31-82eb-8e152b0b8635 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 943 time: 0.0796778 Jul 13 19:28:29.257304 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-d32b9576-1c44-4b74-b05c-b108e501a1bb req-3a73aa3f-af15-48e5-bf77-6041d940c5ab tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568912 Jul 13 19:28:29.511733 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac6060-8108-497b-8311-b989dc34c399 req-dd31c0cf-9672-4bda-8ca8-12b9f052a072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:29.513148 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-6aac6060-8108-497b-8311-b989dc34c399 req-dd31c0cf-9672-4bda-8ca8-12b9f052a072 service neutron] 10.222.0.18 "GET /v2.0/networks?id=922632e1-2fcb-4d44-a394-325429781ce3 HTTP/1.1" status: 200 len: 911 time: 0.0939128 Jul 13 19:28:29.583970 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-6aac6060-8108-497b-8311-b989dc34c399 req-270a2054-0d68-4362-b53f-d8da9cd912d7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2242329-dfec-4674-b0eb-7f1344dd3639 HTTP/1.1" status: 200 len: 1001 time: 0.0636761 Jul 13 19:28:29.637724 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac6060-8108-497b-8311-b989dc34c399 req-af475f79-367f-463b-9ab6-dc990fb3fe5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:29.639680 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-6aac6060-8108-497b-8311-b989dc34c399 req-af475f79-367f-463b-9ab6-dc990fb3fe5d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e577557a-4de0-4b64-b346-c9cb7908bed6 HTTP/1.1" status: 200 len: 849 time: 0.0486894 Jul 13 19:28:29.717057 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac6060-8108-497b-8311-b989dc34c399 req-7db8c6bb-e921-4e66-8a04-2cb44ab716fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:29.718796 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-6aac6060-8108-497b-8311-b989dc34c399 req-7db8c6bb-e921-4e66-8a04-2cb44ab716fb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=922632e1-2fcb-4d44-a394-325429781ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0700352 Jul 13 19:28:29.824947 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:29.839326 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-6aac6060-8108-497b-8311-b989dc34c399 req-5ac62436-3e46-4388-a3c4-63ed7bae80e3 service neutron] 10.222.0.18 "GET /v2.0/networks/922632e1-2fcb-4d44-a394-325429781ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007524 Jul 13 19:28:29.938946 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-6aac6060-8108-497b-8311-b989dc34c399 req-2d80e354-449b-4a54-85e6-4a49c7e082df service neutron] 10.222.0.18 "GET /v2.0/networks/922632e1-2fcb-4d44-a394-325429781ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909319 Jul 13 19:28:30.451433 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a09db-13c9-49b4-a20b-22be7999bd6d req-3059f8b8-ada4-4b33-948a-d85b55e644a2 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:30.452905 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-6c1a09db-13c9-49b4-a20b-22be7999bd6d req-3059f8b8-ada4-4b33-948a-d85b55e644a2 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 943 time: 0.0717688 Jul 13 19:28:30.495158 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-6c1a09db-13c9-49b4-a20b-22be7999bd6d req-115c8682-8112-45b7-800c-d82f1a9cd9f8 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346878 Jul 13 19:28:31.086050 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5c50b-9299-4e37-9920-117c4d877694 req-c1408d66-e7c8-4647-86a4-5c44f4a0c02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:31.087609 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-5fa5c50b-9299-4e37-9920-117c4d877694 req-c1408d66-e7c8-4647-86a4-5c44f4a0c02f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=248dce75e9c94921877d1b32ba31a634&device_id=2948849c-cd06-4bfe-b1a8-9e34d272493c HTTP/1.1" status: 200 len: 1099 time: 0.0637622 Jul 13 19:28:31.144032 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b1c05-f7b2-43b5-a47c-ce7a79418d37 req-e8146bb8-6e3a-4821-b528-60be6419aeef tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:31.145738 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a50b1c05-f7b2-43b5-a47c-ce7a79418d37 req-e8146bb8-6e3a-4821-b528-60be6419aeef tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=2948849c-cd06-4bfe-b1a8-9e34d272493c HTTP/1.1" status: 200 len: 946 time: 0.0780082 Jul 13 19:28:31.195722 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a50b1c05-f7b2-43b5-a47c-ce7a79418d37 req-a2e8f33a-5c37-4e09-abb1-9274b664884e tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437653 Jul 13 19:28:31.448584 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5c50b-9299-4e37-9920-117c4d877694 req-56147678-6cb2-4536-bc8f-d91befc85dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:31.450105 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-5fa5c50b-9299-4e37-9920-117c4d877694 req-56147678-6cb2-4536-bc8f-d91befc85dcf service neutron] 10.222.0.18 "GET /v2.0/networks?id=fc4a6477-68b4-4cfe-9108-edf87a192a01 HTTP/1.1" status: 200 len: 920 time: 0.3536611 Jul 13 19:28:31.503971 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-5fa5c50b-9299-4e37-9920-117c4d877694 req-80f85873-d749-47a0-8964-edd95019294c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b098a10-9e62-4d5e-a99c-e39215f28b92 HTTP/1.1" status: 200 len: 217 time: 0.0471439 Jul 13 19:28:31.572270 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5c50b-9299-4e37-9920-117c4d877694 req-d99202ce-e6aa-481d-b306-95697efdf009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:31.574762 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-5fa5c50b-9299-4e37-9920-117c4d877694 req-d99202ce-e6aa-481d-b306-95697efdf009 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fedad9ab-ec25-46bf-a611-8dd9aa1299f2 HTTP/1.1" status: 200 len: 859 time: 0.0633492 Jul 13 19:28:31.618153 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-5fa5c50b-9299-4e37-9920-117c4d877694 req-6772b98f-1017-4b49-9307-6fe8b9b25325 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc4a6477-68b4-4cfe-9108-edf87a192a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287669 Jul 13 19:28:31.762749 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-5fa5c50b-9299-4e37-9920-117c4d877694 req-27775d0b-b0ca-4e1c-88bb-55ff0802cfab service neutron] 10.222.0.18 "GET /v2.0/networks/fc4a6477-68b4-4cfe-9108-edf87a192a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378701 Jul 13 19:28:31.786106 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e83834-84c8-4686-ae08-8284e26d2973 req-c0fd1945-7e71-494f-9b51-695244e2cfcd tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:31.787655 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-b1e83834-84c8-4686-ae08-8284e26d2973 req-c0fd1945-7e71-494f-9b51-695244e2cfcd tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 943 time: 0.1388512 Jul 13 19:28:31.884955 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-b1e83834-84c8-4686-ae08-8284e26d2973 req-1aa708a1-51e5-4a68-a65a-1bc22a9d4bed tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854807 Jul 13 19:28:31.909204 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-5fa5c50b-9299-4e37-9920-117c4d877694 req-7d313ee7-aa04-4d33-92e4-512d3dfa7cb4 service neutron] 10.222.0.18 "GET /v2.0/networks/fc4a6477-68b4-4cfe-9108-edf87a192a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379378 Jul 13 19:28:31.982900 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device c6ee84ca-11b0-4bde-b58d-9268317cc932 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:28:32.123066 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port c6ee84ca-11b0-4bde-b58d-9268317cc932, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c6ee84ca-11b0-4bde-b58d-9268317cc932,segment=NetworkSegment(b2c84280-8460-4aa6-b89f-bacddd6514f2),segment_id=b2c84280-8460-4aa6-b89f-bacddd6514f2)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:32.138040 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Returning: {'device': 'c6ee84ca-11b0-4bde-b58d-9268317cc932', 'network_id': 'c438c907-bcad-48c0-af76-f26d5c29bc9d', 'port_id': 'c6ee84ca-11b0-4bde-b58d-9268317cc932', 'mac_address': 'fa:16:3e:f9:a1:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea1ae014-478a-41b7-af24-a9a2c8a9fd89', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:28:32.187879 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:32.203502 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6ee84ca-11b0-4bde-b58d-9268317cc932 {{(pid=92925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:28:32.235364 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port c6ee84ca-11b0-4bde-b58d-9268317cc932, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c6ee84ca-11b0-4bde-b58d-9268317cc932,segment=NetworkSegment(b2c84280-8460-4aa6-b89f-bacddd6514f2),segment_id=b2c84280-8460-4aa6-b89f-bacddd6514f2)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:32.235790 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:32.259224 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a0ab9-4396-413d-a36b-c4afea554043 req-1b00e175-77c5-4b91-94d1-4a5eb063a684 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:32.260971 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-134a0ab9-4396-413d-a36b-c4afea554043 req-1b00e175-77c5-4b91-94d1-4a5eb063a684 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 945 time: 0.0871413 Jul 13 19:28:32.308941 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Pushing event updated for resources: {'Port': ['ID=c6ee84ca-11b0-4bde-b58d-9268317cc932,revision_number=9']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:32.318312 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:32.318864 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:32.319285 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:32.319818 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:32.320283 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:32.320777 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:32.321395 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:32.321890 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:32.322425 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:32.322841 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:32.323197 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:32.323645 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:28:32.325335 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-134a0ab9-4396-413d-a36b-c4afea554043 req-747e59c9-5a6d-49fc-b57c-dc9d0bf05602 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb760fd5-c478-45a6-bcb6-89f12fd99825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561199 Jul 13 19:28:32.428367 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e62241b-ee9d-42e4-8e99-9467d099f23b req-3ce00844-689c-425a-8df3-b39a5d95d232 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:32.430169 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2e62241b-ee9d-42e4-8e99-9467d099f23b req-3ce00844-689c-425a-8df3-b39a5d95d232 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=2948849c-cd06-4bfe-b1a8-9e34d272493c HTTP/1.1" status: 200 len: 946 time: 0.0750866 Jul 13 19:28:32.476244 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2e62241b-ee9d-42e4-8e99-9467d099f23b req-e8a049e8-a735-4817-a184-c79d51ddc03a tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400503 Jul 13 19:28:32.530871 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] get_ports_and_sgs() called for port_ids ['c6ee84ca-11b0-4bde-b58d-9268317cc932'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:28:32.690389 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.agents_db [None req-012e1d35-f91a-49b0-a4f0-5c30301579de None None] Agent healthcheck: found 6 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:28:33.086687 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05c192-3a20-4af4-80c4-877eb76ca2e2 req-76220456-302f-4077-990f-47b2e5fe5755 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:33.088343 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-cc05c192-3a20-4af4-80c4-877eb76ca2e2 req-76220456-302f-4077-990f-47b2e5fe5755 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 944 time: 0.0690281 Jul 13 19:28:33.128732 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-cc05c192-3a20-4af4-80c4-877eb76ca2e2 req-e9edd18a-1571-47ae-9eed-f842394deec8 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347393 Jul 13 19:28:33.514428 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6097071-7a21-45c0-ac88-6ca9350e1c20 req-313d2c47-c971-41ff-9311-69a85e747d29 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:33.514428 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d6097071-7a21-45c0-ac88-6ca9350e1c20 req-313d2c47-c971-41ff-9311-69a85e747d29 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 945 time: 0.0716085 Jul 13 19:28:33.558340 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d6097071-7a21-45c0-ac88-6ca9350e1c20 req-e2a64441-54fe-4f24-8cdb-47653a1a08ff tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb760fd5-c478-45a6-bcb6-89f12fd99825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337753 Jul 13 19:28:33.677947 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55d8bfe-8059-4c06-b4d2-2bbf6ff382fc req-b03ea603-0aec-4545-9af8-3e787b859647 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:33.679918 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-a55d8bfe-8059-4c06-b4d2-2bbf6ff382fc req-b03ea603-0aec-4545-9af8-3e787b859647 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=2948849c-cd06-4bfe-b1a8-9e34d272493c HTTP/1.1" status: 200 len: 946 time: 0.0761721 Jul 13 19:28:33.719755 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-a55d8bfe-8059-4c06-b4d2-2bbf6ff382fc req-eb16db7a-1b17-4e44-85b4-88cd9f4924f6 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341537 Jul 13 19:28:33.982046 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device c6ee84ca-11b0-4bde-b58d-9268317cc932 up at agent hyperv_hv-cinder-78693 {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:28:34.030023 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Provisioning complete for port c6ee84ca-11b0-4bde-b58d-9268317cc932 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:34.030384 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:34.118409 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:34.142849 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b3edcd4-18aa-40db-8a76-9093f10af9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ee84ca-11b0-4bde-b58d-9268317cc932'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:28:34.145163 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540c69b029c7553e3853e743d2a892cf8287872a4bddd25c2711216cf853e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07bd8ec0-ba0c-4f0f-b5e5-198752fc0ddf" -d '{"events": [{"server_uuid": "1b3edcd4-18aa-40db-8a76-9093f10af9de", "name": "network-vif-plugged", "status": "completed", "tag": "c6ee84ca-11b0-4bde-b58d-9268317cc932"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:28:34.158920 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port c6ee84ca-11b0-4bde-b58d-9268317cc932, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c6ee84ca-11b0-4bde-b58d-9268317cc932,segment=NetworkSegment(b2c84280-8460-4aa6-b89f-bacddd6514f2),segment_id=b2c84280-8460-4aa6-b89f-bacddd6514f2)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:34.163689 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:34.195092 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be23c242-8c0b-43d4-a965-a196dbe9cb25 x-openstack-request-id: req-be23c242-8c0b-43d4-a965-a196dbe9cb25 {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:28:34.195463 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b3edcd4-18aa-40db-8a76-9093f10af9de", "name": "network-vif-plugged", "status": "completed", "tag": "c6ee84ca-11b0-4bde-b58d-9268317cc932", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:28:34.195671 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-be23c242-8c0b-43d4-a965-a196dbe9cb25 {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:28:34.196057 dv-cinder-786932-3-iscsi neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b3edcd4-18aa-40db-8a76-9093f10af9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ee84ca-11b0-4bde-b58d-9268317cc932', 'code': 200} Jul 13 19:28:34.228636 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Pushing event updated for resources: {'Port': ['ID=c6ee84ca-11b0-4bde-b58d-9268317cc932,revision_number=10']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:34.343186 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e18f7ec-4815-42af-8bef-958f041606da req-69a99e68-367b-4d85-a581-8d2d532a45ae tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:34.345959 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2e18f7ec-4815-42af-8bef-958f041606da req-69a99e68-367b-4d85-a581-8d2d532a45ae tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 946 time: 0.0829492 Jul 13 19:28:34.392269 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2e18f7ec-4815-42af-8bef-958f041606da req-76290d91-9b10-473a-98c8-f3b1bbca73af tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373645 Jul 13 19:28:34.760316 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7830c-bec5-4002-87cf-e248af1759ba req-dbe9e516-b033-4400-a1b0-420551b9a007 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:34.762741 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-dbb7830c-bec5-4002-87cf-e248af1759ba req-dbe9e516-b033-4400-a1b0-420551b9a007 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 945 time: 0.0838299 Jul 13 19:28:34.771086 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc315c94-b582-42ce-aaed-b0e271767009 req-581b2512-9dd7-495c-a2f4-6d61f0662ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:34.772654 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-bc315c94-b582-42ce-aaed-b0e271767009 req-581b2512-9dd7-495c-a2f4-6d61f0662ad0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 1099 time: 0.0729928 Jul 13 19:28:34.807389 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-dbb7830c-bec5-4002-87cf-e248af1759ba req-03446232-e7e9-4a4a-8423-02e5cbad510f tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb760fd5-c478-45a6-bcb6-89f12fd99825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386333 Jul 13 19:28:34.826619 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-bc315c94-b582-42ce-aaed-b0e271767009 req-3a5474c0-f5a7-4f66-bd61-46aa4ebdaf7e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466466 Jul 13 19:28:34.910730 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb1477-c227-4c69-ab74-5f2c3e6fca93 req-c2c98845-d22b-4990-98f5-cd571e7c775e tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:34.912318 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-cbfb1477-c227-4c69-ab74-5f2c3e6fca93 req-c2c98845-d22b-4990-98f5-cd571e7c775e tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=2948849c-cd06-4bfe-b1a8-9e34d272493c HTTP/1.1" status: 200 len: 946 time: 0.0675278 Jul 13 19:28:34.956213 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-cbfb1477-c227-4c69-ab74-5f2c3e6fca93 req-687db7b7-393e-49c3-b495-86a598f6078d tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381410 Jul 13 19:28:35.586690 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd045b-901a-495d-8975-789af0b9a89c req-5b59ff4f-2be3-482e-940f-f6e26da313d3 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:35.588274 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-abcd045b-901a-495d-8975-789af0b9a89c req-5b59ff4f-2be3-482e-940f-f6e26da313d3 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 946 time: 0.0694909 Jul 13 19:28:35.630406 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-abcd045b-901a-495d-8975-789af0b9a89c req-c2d5e558-f691-4750-bdcc-dfeb8e13f176 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361986 Jul 13 19:28:35.760055 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 54280) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:35.873503 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-90328753-ccc9-4d3d-92ed-62467087924a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:36.014478 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-90328753-ccc9-4d3d-92ed-62467087924a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:36.051836 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-90328753-ccc9-4d3d-92ed-62467087924a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:36.125534 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90328753-ccc9-4d3d-92ed-62467087924a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ff1f76-bc3e-4114-bfd6-0f9779476b2f,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:36.138994 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-90328753-ccc9-4d3d-92ed-62467087924a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b1317fff5fb1494b82269afbf6aae7f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3775272 Jul 13 19:28:36.144446 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 54306) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:36.164372 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15219ab1-be2d-4de5-a662-1c71f995c173 req-afe80786-07ff-4246-9fba-38413ea6674f tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:36.175430 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-15219ab1-be2d-4de5-a662-1c71f995c173 req-afe80786-07ff-4246-9fba-38413ea6674f tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 945 time: 0.1591599 Jul 13 19:28:36.219190 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-15219ab1-be2d-4de5-a662-1c71f995c173 req-6e57a3f2-8532-4d34-8291-41f564221182 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb760fd5-c478-45a6-bcb6-89f12fd99825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427396 Jul 13 19:28:36.222851 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fde63f0-15f8-42a6-bfa3-bdf4ecdbc8ca req-609ff2f0-51d7-4459-b22a-838d59b72a66 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:36.224410 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-8fde63f0-15f8-42a6-bfa3-bdf4ecdbc8ca req-609ff2f0-51d7-4459-b22a-838d59b72a66 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=2948849c-cd06-4bfe-b1a8-9e34d272493c HTTP/1.1" status: 200 len: 946 time: 0.1286612 Jul 13 19:28:36.249948 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-dead5c26-6e76-4c51-9f64-8a7ad4f11e38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:36.285803 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-dead5c26-6e76-4c51-9f64-8a7ad4f11e38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:36.292376 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-8fde63f0-15f8-42a6-bfa3-bdf4ecdbc8ca req-410733f4-0629-4b7e-994b-4b508509bc0f tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607669 Jul 13 19:28:36.367171 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-dead5c26-6e76-4c51-9f64-8a7ad4f11e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:36.370000 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-dead5c26-6e76-4c51-9f64-8a7ad4f11e38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:36.371306 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-dead5c26-6e76-4c51-9f64-8a7ad4f11e38 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/14ff1f76-bc3e-4114-bfd6-0f9779476b2f HTTP/1.1" status: 204 len: 168 time: 0.2256229 Jul 13 19:28:36.380954 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dead5c26-6e76-4c51-9f64-8a7ad4f11e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ff1f76-bc3e-4114-bfd6-0f9779476b2f,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:36.885163 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b007e40-a4d0-4ced-8ea9-dfa3e5830b49 req-e7800680-a14f-472d-8475-b928923cd12e tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:36.894264 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-1b007e40-a4d0-4ced-8ea9-dfa3e5830b49 req-e7800680-a14f-472d-8475-b928923cd12e tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 946 time: 0.0999880 Jul 13 19:28:36.930972 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-1b007e40-a4d0-4ced-8ea9-dfa3e5830b49 req-24fee139-8af8-435b-86b9-b51c5df8cee0 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356812 Jul 13 19:28:37.195599 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 54364) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:37.294350 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-8f04397d-4da5-403b-a1a0-12f5fc05aae2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-634962292-network', 'tenant_id': '5fb99b1b35e24c1ca47629b32e1a4f4d'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:28:37.315704 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f04397d-4da5-403b-a1a0-12f5fc05aae2 admin admin] Made reservation on behalf of 5fb99b1b35e24c1ca47629b32e1a4f4d for: {'network': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:28:37.318045 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8f04397d-4da5-403b-a1a0-12f5fc05aae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for network, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:37.326619 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8f04397d-4da5-403b-a1a0-12f5fc05aae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:37.442283 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02600c1b-4819-458e-adb2-ccf3d744f765 req-06fa2457-1fd8-4a10-b011-086331b6f5fb tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:37.443773 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-02600c1b-4819-458e-adb2-ccf3d744f765 req-06fa2457-1fd8-4a10-b011-086331b6f5fb tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 945 time: 0.1069767 Jul 13 19:28:37.498236 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c7b5bf-d310-48ba-936e-b456e103605c req-c8c30e9f-df4f-4fc6-a0b5-9e6951e17114 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:37.499839 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-20c7b5bf-d310-48ba-936e-b456e103605c req-c8c30e9f-df4f-4fc6-a0b5-9e6951e17114 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=2948849c-cd06-4bfe-b1a8-9e34d272493c HTTP/1.1" status: 200 len: 946 time: 0.0796235 Jul 13 19:28:37.518746 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8f04397d-4da5-403b-a1a0-12f5fc05aae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:37.523317 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-02600c1b-4819-458e-adb2-ccf3d744f765 req-0dbf966e-23f2-4030-b12e-a95e5767214c tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb760fd5-c478-45a6-bcb6-89f12fd99825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672710 Jul 13 19:28:37.524816 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8f04397d-4da5-403b-a1a0-12f5fc05aae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:37.553236 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f04397d-4da5-403b-a1a0-12f5fc05aae2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=92923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:28:37.558864 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-20c7b5bf-d310-48ba-936e-b456e103605c req-a861848e-ef3d-4792-9d17-cc5f32335335 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508804 Jul 13 19:28:37.562826 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f04397d-4da5-403b-a1a0-12f5fc05aae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0200969-8517-4565-ae29-c31726ff4fc4,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:37.570560 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8f04397d-4da5-403b-a1a0-12f5fc05aae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825552'] for segment, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:37.571133 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.db.segments_db [None req-8f04397d-4da5-403b-a1a0-12f5fc05aae2 admin admin] Added segment b486c7b2-067d-4550-9f8a-5c480e73f7c4 of type vlan for network 9db1d3a0-709c-4856-9653-0d0c7911e292 Jul 13 19:28:37.624962 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8f04397d-4da5-403b-a1a0-12f5fc05aae2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752272460036'] for network, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:37.655194 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8f04397d-4da5-403b-a1a0-12f5fc05aae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108'] for network, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:37.656217 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f04397d-4da5-403b-a1a0-12f5fc05aae2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:37.656814 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8f04397d-4da5-403b-a1a0-12f5fc05aae2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600154'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:37.717618 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-8f04397d-4da5-403b-a1a0-12f5fc05aae2 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5207796 Jul 13 19:28:37.720537 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 54376) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:37.725595 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-e672a9de-b679-4bff-b0e1-8f32e9c20418 admin admin] Request body: {'subnet': {'network_id': '9db1d3a0-709c-4856-9653-0d0c7911e292', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-634962292-subnet', 'tenant_id': '5fb99b1b35e24c1ca47629b32e1a4f4d', 'ip_version': 4}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:28:37.732318 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f04397d-4da5-403b-a1a0-12f5fc05aae2 admin admin] Pushing event updated for resources: {'Network': ['ID=9db1d3a0-709c-4856-9653-0d0c7911e292,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:37.742559 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Network 9db1d3a0-709c-4856-9653-0d0c7911e292 details requested by agent ovs-agent-dv-cinder-786932-3-iscsi with host dv-cinder-786932-3-iscsi {{(pid=92925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:28:37.753318 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e672a9de-b679-4bff-b0e1-8f32e9c20418 admin admin] Made reservation on behalf of 5fb99b1b35e24c1ca47629b32e1a4f4d for: {'subnet': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:28:37.755849 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e672a9de-b679-4bff-b0e1-8f32e9c20418 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130128677'] for subnet, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:37.952361 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e672a9de-b679-4bff-b0e1-8f32e9c20418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130470984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130128663'] for subnet, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:38.006107 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e672a9de-b679-4bff-b0e1-8f32e9c20418 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c0e6b1b-c659-4b9e-9a87-44fb28b37af0,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:38.023653 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e672a9de-b679-4bff-b0e1-8f32e9c20418 admin admin] Checking segment: {'id': 'b486c7b2-067d-4550-9f8a-5c480e73f7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9db1d3a0-709c-4856-9653-0d0c7911e292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:28:38.024016 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e672a9de-b679-4bff-b0e1-8f32e9c20418 admin admin] Network hostable DHCP agents. Network: 9db1d3a0-709c-4856-9653-0d0c7911e292, hostable agents: ['7ca4706b-9f63-429b-b1b9-7cbaa1b8656d'], hosted agents: [] {{(pid=92923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:28:38.051210 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e672a9de-b679-4bff-b0e1-8f32e9c20418 admin admin] Network 9db1d3a0-709c-4856-9653-0d0c7911e292 is scheduled to be hosted by DHCP agent 7ca4706b-9f63-429b-b1b9-7cbaa1b8656d with binding_index 1 {{(pid=92923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:28:38.075827 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-e672a9de-b679-4bff-b0e1-8f32e9c20418 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-3-iscsi, 9db1d3a0-709c-4856-9653-0d0c7911e292) {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:28:38.085498 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393fa9ea-96c1-433e-90be-55e9a61e8ef4 None None] Network 9db1d3a0-709c-4856-9653-0d0c7911e292 requested from dv-cinder-786932-3-iscsi {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:28:38.105532 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e672a9de-b679-4bff-b0e1-8f32e9c20418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:38.106123 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e672a9de-b679-4bff-b0e1-8f32e9c20418 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:38.125582 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-e672a9de-b679-4bff-b0e1-8f32e9c20418 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4038811 Jul 13 19:28:38.129858 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 54380) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:38.134459 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [None req-11e52f01-4d84-4b99-867c-fa1153156bb4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-634962292-router', 'tenant_id': '5fb99b1b35e24c1ca47629b32e1a4f4d', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2'}}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:28:38.161395 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25290fd0-569d-4b84-b497-d8e3044fc87b req-95613581-b5ae-4975-8db9-9d865b062901 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:38.163102 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-25290fd0-569d-4b84-b497-d8e3044fc87b req-95613581-b5ae-4975-8db9-9d865b062901 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 946 time: 0.1038177 Jul 13 19:28:38.172027 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-11e52f01-4d84-4b99-867c-fa1153156bb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-759456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9169'] for router, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:38.174370 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-11e52f01-4d84-4b99-867c-fa1153156bb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9178'] for router, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:38.227217 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-25290fd0-569d-4b84-b497-d8e3044fc87b req-d297153c-2d90-46e6-83fe-62885f481921 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573013 Jul 13 19:28:38.265103 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-11e52f01-4d84-4b99-867c-fa1153156bb4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:38.284117 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e224dbd-a7c6-4e51-90b2-c9c905ef16ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9426e93d-dde2-5cd1-aa01-d42f6a4b4003-9db1d3a0-709c-4856-9653-0d0c7911e292', 'network_id': '9db1d3a0-709c-4856-9653-0d0c7911e292', 'tenant_id': '5fb99b1b35e24c1ca47629b32e1a4f4d', 'fixed_ips': [{'subnet_id': '7c0e6b1b-c659-4b9e-9a87-44fb28b37af0'}]}} from dv-cinder-786932-3-iscsi. {{(pid=92925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:28:38.285013 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-2e224dbd-a7c6-4e51-90b2-c9c905ef16ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:38.422550 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-11e52f01-4d84-4b99-867c-fa1153156bb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-761308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-759478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10800'] for router, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:38.439277 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.db_base_plugin_common [None req-2e224dbd-a7c6-4e51-90b2-c9c905ef16ce None None] Allocated IP 172.20.0.2 (9db1d3a0-709c-4856-9653-0d0c7911e292/7c0e6b1b-c659-4b9e-9a87-44fb28b37af0/2b4715f7-44bf-4230-b043-de729a1d1b59) {{(pid=92925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:28:38.616655 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-2e224dbd-a7c6-4e51-90b2-c9c905ef16ce None None] Notify callbacks [] for port, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:38.626865 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-2e224dbd-a7c6-4e51-90b2-c9c905ef16ce None None] Transition to ACTIVE for port object 2b4715f7-44bf-4230-b043-de729a1d1b59 will not be triggered until provisioned by entity L2. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:28:38.647530 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-2e224dbd-a7c6-4e51-90b2-c9c905ef16ce None None] Transition to ACTIVE for port object 2b4715f7-44bf-4230-b043-de729a1d1b59 will not be triggered until provisioned by entity DHCP. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:28:38.656235 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-2e224dbd-a7c6-4e51-90b2-c9c905ef16ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752272454283'] for port, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:38.671296 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-11e52f01-4d84-4b99-867c-fa1153156bb4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:38.697771 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-11e52f01-4d84-4b99-867c-fa1153156bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:38.711227 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e224dbd-a7c6-4e51-90b2-c9c905ef16ce None None] Network 9db1d3a0-709c-4856-9653-0d0c7911e292 is already hosted by enough agents. {{(pid=92925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:28:38.716244 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.scheduler.base_scheduler [None req-2e224dbd-a7c6-4e51-90b2-c9c905ef16ce None None] Resources bound (agent type, host, resource id): {{(pid=92925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:28:38.724522 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e224dbd-a7c6-4e51-90b2-c9c905ef16ce None None] Received port after_create {{(pid=92925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:28:38.774357 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e224dbd-a7c6-4e51-90b2-c9c905ef16ce None None] Pushing event updated for resources: {'Port': ['ID=2b4715f7-44bf-4230-b043-de729a1d1b59,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:38.817295 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-2e224dbd-a7c6-4e51-90b2-c9c905ef16ce None None] Attempting to bind port 2b4715f7-44bf-4230-b043-de729a1d1b59 on host dv-cinder-786932-3-iscsi for vnic_type normal with profile {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:28:38.817732 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-2e224dbd-a7c6-4e51-90b2-c9c905ef16ce None None] Attempting to bind port 2b4715f7-44bf-4230-b043-de729a1d1b59 by drivers openvswitch,hyperv on host dv-cinder-786932-3-iscsi at level 0 using segments [{'id': 'b486c7b2-067d-4550-9f8a-5c480e73f7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9db1d3a0-709c-4856-9653-0d0c7911e292'}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:28:38.818220 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e224dbd-a7c6-4e51-90b2-c9c905ef16ce None None] Attempting to bind port 2b4715f7-44bf-4230-b043-de729a1d1b59 on network 9db1d3a0-709c-4856-9653-0d0c7911e292 {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:28:38.824561 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e224dbd-a7c6-4e51-90b2-c9c905ef16ce None None] Checking agent: {'id': '9c58f4e9-8628-43da-8d7d-cb04bd9f4726', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 19), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:28:38.825259 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e224dbd-a7c6-4e51-90b2-c9c905ef16ce None None] Checking segment: {'id': 'b486c7b2-067d-4550-9f8a-5c480e73f7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9db1d3a0-709c-4856-9653-0d0c7911e292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:28:38.825786 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-2e224dbd-a7c6-4e51-90b2-c9c905ef16ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:38.826489 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e224dbd-a7c6-4e51-90b2-c9c905ef16ce None None] Bound using segment: {'id': 'b486c7b2-067d-4550-9f8a-5c480e73f7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9db1d3a0-709c-4856-9653-0d0c7911e292'} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:28:38.827325 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-2e224dbd-a7c6-4e51-90b2-c9c905ef16ce None None] Bound port: 2b4715f7-44bf-4230-b043-de729a1d1b59, host: dv-cinder-786932-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b486c7b2-067d-4550-9f8a-5c480e73f7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9db1d3a0-709c-4856-9653-0d0c7911e292'}}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:28:38.827789 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-2e224dbd-a7c6-4e51-90b2-c9c905ef16ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:38.902223 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7bdc51-832b-4397-80b4-7e96f6523fcb req-f9f83ffe-ccb0-4cc5-9d27-9a7b16b9eb22 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:38.904091 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b271b2c-f084-4956-a290-96ddc45b89bf req-a31ae777-665c-4e96-9a0d-a4c8387f7efd tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:38.905808 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-1b271b2c-f084-4956-a290-96ddc45b89bf req-a31ae777-665c-4e96-9a0d-a4c8387f7efd tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 945 time: 0.1578321 Jul 13 19:28:38.907305 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [None req-11e52f01-4d84-4b99-867c-fa1153156bb4 admin admin] Allocated IP 172.27.1.6 (c2fcde99-d8d4-483e-a474-248e3afaaef2/3c8e1596-5f1e-4fec-b61e-66ec42c4519a/c06f854e-5d7f-465d-9515-43c7214717b3) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:28:38.910395 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-be7bdc51-832b-4397-80b4-7e96f6523fcb req-f9f83ffe-ccb0-4cc5-9d27-9a7b16b9eb22 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=2948849c-cd06-4bfe-b1a8-9e34d272493c HTTP/1.1" status: 200 len: 946 time: 0.1218605 Jul 13 19:28:38.958863 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-2e224dbd-a7c6-4e51-90b2-c9c905ef16ce None None] For port 2b4715f7-44bf-4230-b043-de729a1d1b59, host dv-cinder-786932-3-iscsi, cleared binding levels {{(pid=92925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:28:38.966579 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-2e224dbd-a7c6-4e51-90b2-c9c905ef16ce None None] For port 2b4715f7-44bf-4230-b043-de729a1d1b59, host dv-cinder-786932-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=2b4715f7-44bf-4230-b043-de729a1d1b59,segment=NetworkSegment(b486c7b2-067d-4550-9f8a-5c480e73f7c4),segment_id=b486c7b2-067d-4550-9f8a-5c480e73f7c4)] {{(pid=92925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:28:38.972590 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-be7bdc51-832b-4397-80b4-7e96f6523fcb req-c523274a-4ece-4665-9c5a-051730219156 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612922 Jul 13 19:28:38.974049 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-2e224dbd-a7c6-4e51-90b2-c9c905ef16ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:39.017360 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-1b271b2c-f084-4956-a290-96ddc45b89bf req-69129c92-1824-40b6-8cc4-6f79435c6ecf tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb760fd5-c478-45a6-bcb6-89f12fd99825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980043 Jul 13 19:28:39.061179 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e224dbd-a7c6-4e51-90b2-c9c905ef16ce None None] Pushing event updated for resources: {'Port': ['ID=2b4715f7-44bf-4230-b043-de729a1d1b59,revision_number=2']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:39.080994 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-11e52f01-4d84-4b99-867c-fa1153156bb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:39.132560 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-11e52f01-4d84-4b99-867c-fa1153156bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752272454283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126721041'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:39.182131 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e52f01-4d84-4b99-867c-fa1153156bb4 admin admin] Network c2fcde99-d8d4-483e-a474-248e3afaaef2 is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:28:39.186337 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-11e52f01-4d84-4b99-867c-fa1153156bb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:28:39.189179 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e52f01-4d84-4b99-867c-fa1153156bb4 admin admin] Pushing event updated for resources: {'Port': ['ID=c06f854e-5d7f-465d-9515-43c7214717b3,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:39.191556 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e52f01-4d84-4b99-867c-fa1153156bb4 admin admin] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:28:39.481168 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-11e52f01-4d84-4b99-867c-fa1153156bb4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:39.712785 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-11e52f01-4d84-4b99-867c-fa1153156bb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760381'] for router, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:39.884244 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11e52f01-4d84-4b99-867c-fa1153156bb4 admin admin] Router 104a8a89-3333-460a-93a2-1d9d6b1d2999 is scheduled to L3 agent beedb406-ab13-44dd-957b-972171d020d2 with binding_index 1 {{(pid=92924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:28:40.015728 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e52f01-4d84-4b99-867c-fa1153156bb4 admin admin] Notify agent at l3_agent.dv-cinder-786932-3-iscsi the message routers_updated {{(pid=92924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:28:40.030918 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af5fb16-61c3-433d-828b-36af97729438 None None] Sync routers for ids ['104a8a89-3333-460a-93a2-1d9d6b1d2999'] in dv-cinder-786932-3-iscsi {{(pid=92926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:28:40.042140 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-11e52f01-4d84-4b99-867c-fa1153156bb4 admin admin] Notify callbacks [] for router, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:40.044896 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-11e52f01-4d84-4b99-867c-fa1153156bb4 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9131181 Jul 13 19:28:40.047657 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 54400) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:40.051069 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af5fb16-61c3-433d-828b-36af97729438 None None] Routers {'104a8a89-3333-460a-93a2-1d9d6b1d2999'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:28:40.052399 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-7af5fb16-61c3-433d-828b-36af97729438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:28:19Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['104a8a89-3333-460a-93a2-1d9d6b1d2999'], 'active': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:40.133500 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bccbf5-7136-4bc5-bd8d-e03a654e8cdb None None] Network 9db1d3a0-709c-4856-9653-0d0c7911e292 requested from dv-cinder-786932-3-iscsi {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:28:40.303963 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-12297db8-891c-47d7-8756-ba13242cba15 None None] Provisioning for port 2b4715f7-44bf-4230-b043-de729a1d1b59 completed by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:28:40.328146 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device 2b4715f7-44bf-4230-b043-de729a1d1b59 up at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:28:40.358535 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvr_db [None req-7af5fb16-61c3-433d-828b-36af97729438 None None] Set router 104a8a89-3333-460a-93a2-1d9d6b1d2999 gateway port host: dv-cinder-786932-3-iscsi {{(pid=92926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:28:40.447365 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ab640-7be0-4012-b9a5-4fe531941645 req-177bae63-e012-4bf1-b681-8c0ac3cf001b tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:40.460614 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a55ab640-7be0-4012-b9a5-4fe531941645 req-177bae63-e012-4bf1-b681-8c0ac3cf001b tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=2948849c-cd06-4bfe-b1a8-9e34d272493c HTTP/1.1" status: 200 len: 946 time: 0.2039175 Jul 13 19:28:40.553743 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a55ab640-7be0-4012-b9a5-4fe531941645 req-98f66d4c-7568-4fb5-86d7-1473e5b3f070 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896673 Jul 13 19:28:40.594843 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning for port 2b4715f7-44bf-4230-b043-de729a1d1b59 completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:28:40.609458 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning complete for port 2b4715f7-44bf-4230-b043-de729a1d1b59 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:40.610867 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:40.652157 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05919bc-9891-4fc0-891b-c9184726386a req-66ae10d4-153e-4e44-a082-2957595f361e tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:40.653931 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-c05919bc-9891-4fc0-891b-c9184726386a req-66ae10d4-153e-4e44-a082-2957595f361e tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 945 time: 0.1746807 Jul 13 19:28:40.698605 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-7af5fb16-61c3-433d-828b-36af97729438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '104a8a89-3333-460a-93a2-1d9d6b1d2999', 'name': 'tempest-TestMinimumBasicScenario-634962292-router', 'tenant_id': '5fb99b1b35e24c1ca47629b32e1a4f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'c06f854e-5d7f-465d-9515-43c7214717b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:28:38Z', 'updated_at': '2021-07-13T19:28:39Z', 'revision_number': 3, 'project_id': '5fb99b1b35e24c1ca47629b32e1a4f4d', 'gw_port': {'id': 'c06f854e-5d7f-465d-9515-43c7214717b3', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:24:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104a8a89-3333-460a-93a2-1d9d6b1d2999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:38Z', 'updated_at': '2021-07-13T19:28:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi'}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:40.727911 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af5fb16-61c3-433d-828b-36af97729438 None None] Checking router: 104a8a89-3333-460a-93a2-1d9d6b1d2999 for host: dv-cinder-786932-3-iscsi {{(pid=92926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:28:40.728491 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af5fb16-61c3-433d-828b-36af97729438 None None] Updating router 104a8a89-3333-460a-93a2-1d9d6b1d2999 port c06f854e-5d7f-465d-9515-43c7214717b3 binding host dv-cinder-786932-3-iscsi {{(pid=92926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:28:40.752721 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-c05919bc-9891-4fc0-891b-c9184726386a req-e1c8b5db-7608-4b55-8d7b-2167d4d7c6f2 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb760fd5-c478-45a6-bcb6-89f12fd99825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885284 Jul 13 19:28:40.786762 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:40.792130 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7af5fb16-61c3-433d-828b-36af97729438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:40.829569 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] For port 2b4715f7-44bf-4230-b043-de729a1d1b59, host dv-cinder-786932-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=2b4715f7-44bf-4230-b043-de729a1d1b59,segment=NetworkSegment(b486c7b2-067d-4550-9f8a-5c480e73f7c4),segment_id=b486c7b2-067d-4550-9f8a-5c480e73f7c4)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:40.836865 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:40.929002 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Pushing event updated for resources: {'Port': ['ID=2b4715f7-44bf-4230-b043-de729a1d1b59,revision_number=3']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:40.933113 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e1560c75-8fbc-4fbd-b2e7-5d731c26c81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:41.055674 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-0af439fc-ba5d-458a-b872-58e5e7c5fc69 None None] Provisioning complete for port 2b4715f7-44bf-4230-b043-de729a1d1b59 triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:41.056045 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-0af439fc-ba5d-458a-b872-58e5e7c5fc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:41.121728 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [None req-e1560c75-8fbc-4fbd-b2e7-5d731c26c81a admin admin] Allocated IP 172.20.0.1 (9db1d3a0-709c-4856-9653-0d0c7911e292/7c0e6b1b-c659-4b9e-9a87-44fb28b37af0/1b532143-d9e5-4cce-ba3c-c81bb77c9e27) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:28:41.145932 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7af5fb16-61c3-433d-828b-36af97729438 None None] Notify callbacks [] for port, precommit_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:41.168653 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.provisioning_blocks [None req-7af5fb16-61c3-433d-828b-36af97729438 None None] Transition to ACTIVE for port object c06f854e-5d7f-465d-9515-43c7214717b3 will not be triggered until provisioned by entity L2. {{(pid=92926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:28:41.177496 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7af5fb16-61c3-433d-828b-36af97729438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:41.232011 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [None req-7af5fb16-61c3-433d-828b-36af97729438 None None] Attempting to bind port c06f854e-5d7f-465d-9515-43c7214717b3 on host dv-cinder-786932-3-iscsi for vnic_type normal with profile {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:28:41.232406 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [None req-7af5fb16-61c3-433d-828b-36af97729438 None None] Attempting to bind port c06f854e-5d7f-465d-9515-43c7214717b3 by drivers openvswitch,hyperv on host dv-cinder-786932-3-iscsi at level 0 using segments [{'id': '2c1c5ac3-7b69-4096-8790-4108a346deee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2'}] {{(pid=92926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:28:41.232788 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af5fb16-61c3-433d-828b-36af97729438 None None] Attempting to bind port c06f854e-5d7f-465d-9515-43c7214717b3 on network c2fcde99-d8d4-483e-a474-248e3afaaef2 {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:28:41.240981 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d21900c-126a-4bcc-aab6-b428ca560cbd None None] Pushing event updated for resources: {'Port': ['ID=c06f854e-5d7f-465d-9515-43c7214717b3,revision_number=2']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:41.243525 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af5fb16-61c3-433d-828b-36af97729438 None None] Checking agent: {'id': '9c58f4e9-8628-43da-8d7d-cb04bd9f4726', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 19), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:28:41.243695 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e1560c75-8fbc-4fbd-b2e7-5d731c26c81a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:41.243902 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af5fb16-61c3-433d-828b-36af97729438 None None] Checking segment: {'id': '2c1c5ac3-7b69-4096-8790-4108a346deee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:28:41.244438 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7af5fb16-61c3-433d-828b-36af97729438 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:41.244715 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af5fb16-61c3-433d-828b-36af97729438 None None] Bound using segment: {'id': '2c1c5ac3-7b69-4096-8790-4108a346deee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2'} {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:28:41.245160 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [None req-7af5fb16-61c3-433d-828b-36af97729438 None None] Bound port: c06f854e-5d7f-465d-9515-43c7214717b3, host: dv-cinder-786932-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c1c5ac3-7b69-4096-8790-4108a346deee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2'}}] {{(pid=92926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:28:41.245554 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7af5fb16-61c3-433d-828b-36af97729438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:41.270364 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e1560c75-8fbc-4fbd-b2e7-5d731c26c81a admin admin] Transition to ACTIVE for port object 1b532143-d9e5-4cce-ba3c-c81bb77c9e27 will not be triggered until provisioned by entity DHCP. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:28:41.315091 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.db [None req-7af5fb16-61c3-433d-828b-36af97729438 None None] For port c06f854e-5d7f-465d-9515-43c7214717b3, host dv-cinder-786932-3-iscsi, cleared binding levels {{(pid=92926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:28:41.318630 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.db [None req-7af5fb16-61c3-433d-828b-36af97729438 None None] For port c06f854e-5d7f-465d-9515-43c7214717b3, host dv-cinder-786932-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=c06f854e-5d7f-465d-9515-43c7214717b3,segment=NetworkSegment(2c1c5ac3-7b69-4096-8790-4108a346deee),segment_id=2c1c5ac3-7b69-4096-8790-4108a346deee)] {{(pid=92926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:28:41.319153 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e1560c75-8fbc-4fbd-b2e7-5d731c26c81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752272454283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126721041'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:41.323890 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7af5fb16-61c3-433d-828b-36af97729438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:41.365792 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1560c75-8fbc-4fbd-b2e7-5d731c26c81a admin admin] Network 9db1d3a0-709c-4856-9653-0d0c7911e292 is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:28:41.368724 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-e1560c75-8fbc-4fbd-b2e7-5d731c26c81a admin admin] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:28:41.372520 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1560c75-8fbc-4fbd-b2e7-5d731c26c81a admin admin] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:28:41.388745 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d21900c-126a-4bcc-aab6-b428ca560cbd None None] Pushing event updated for resources: {'Port': ['ID=c06f854e-5d7f-465d-9515-43c7214717b3,revision_number=3']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:41.402382 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af5fb16-61c3-433d-828b-36af97729438 None None] Routers {'104a8a89-3333-460a-93a2-1d9d6b1d2999'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:28:41.403346 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-7af5fb16-61c3-433d-828b-36af97729438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:28:19Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['104a8a89-3333-460a-93a2-1d9d6b1d2999'], 'active': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:41.403704 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1560c75-8fbc-4fbd-b2e7-5d731c26c81a admin admin] Pushing event updated for resources: {'Port': ['ID=1b532143-d9e5-4cce-ba3c-c81bb77c9e27,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:41.425289 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e1560c75-8fbc-4fbd-b2e7-5d731c26c81a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760526'] for router_interface, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:41.521170 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvr_db [None req-7af5fb16-61c3-433d-828b-36af97729438 None None] Set router 104a8a89-3333-460a-93a2-1d9d6b1d2999 gateway port host: dv-cinder-786932-3-iscsi {{(pid=92926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:28:41.581796 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-84cfedca-7a40-44b7-97b5-a939ab74a43b None None] Provisioning for port 1b532143-d9e5-4cce-ba3c-c81bb77c9e27 completed by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:28:41.587483 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e1560c75-8fbc-4fbd-b2e7-5d731c26c81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:41.611099 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-84cfedca-7a40-44b7-97b5-a939ab74a43b None None] Provisioning complete for port 1b532143-d9e5-4cce-ba3c-c81bb77c9e27 triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:41.613060 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-84cfedca-7a40-44b7-97b5-a939ab74a43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:41.652773 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-84cfedca-7a40-44b7-97b5-a939ab74a43b None None] Port 1b532143-d9e5-4cce-ba3c-c81bb77c9e27 cannot update to ACTIVE because it is not bound. {{(pid=92925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:28:41.753230 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-7af5fb16-61c3-433d-828b-36af97729438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '104a8a89-3333-460a-93a2-1d9d6b1d2999', 'name': 'tempest-TestMinimumBasicScenario-634962292-router', 'tenant_id': '5fb99b1b35e24c1ca47629b32e1a4f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'c06f854e-5d7f-465d-9515-43c7214717b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:28:38Z', 'updated_at': '2021-07-13T19:28:39Z', 'revision_number': 3, 'project_id': '5fb99b1b35e24c1ca47629b32e1a4f4d', 'gw_port': {'id': 'c06f854e-5d7f-465d-9515-43c7214717b3', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:24:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104a8a89-3333-460a-93a2-1d9d6b1d2999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:38Z', 'updated_at': '2021-07-13T19:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi'}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:41.799285 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af5fb16-61c3-433d-828b-36af97729438 None None] The sync data for ids ['104a8a89-3333-460a-93a2-1d9d6b1d2999'] in dv-cinder-786932-3-iscsi is: [{'id': '104a8a89-3333-460a-93a2-1d9d6b1d2999', 'name': 'tempest-TestMinimumBasicScenario-634962292-router', 'tenant_id': '5fb99b1b35e24c1ca47629b32e1a4f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'c06f854e-5d7f-465d-9515-43c7214717b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:28:38Z', 'updated_at': '2021-07-13T19:28:39Z', 'revision_number': 3, 'project_id': '5fb99b1b35e24c1ca47629b32e1a4f4d', 'gw_port': {'id': 'c06f854e-5d7f-465d-9515-43c7214717b3', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:24:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104a8a89-3333-460a-93a2-1d9d6b1d2999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:38Z', 'updated_at': '2021-07-13T19:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi'}] {{(pid=92926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:28:41.894910 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c711669-1761-44c2-90eb-7b314e99acd7 req-4b9c36cc-d56c-4c77-a301-6beb1325a5ff tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:41.902335 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1c711669-1761-44c2-90eb-7b314e99acd7 req-4b9c36cc-d56c-4c77-a301-6beb1325a5ff tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=2948849c-cd06-4bfe-b1a8-9e34d272493c HTTP/1.1" status: 200 len: 946 time: 0.1477039 Jul 13 19:28:41.959695 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1c711669-1761-44c2-90eb-7b314e99acd7 req-620a1149-9a2f-4307-8a1c-2c75dcf586dc tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563231 Jul 13 19:28:42.198006 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed63cbb-1539-4b01-9330-38d4c20c4086 req-7c858777-0e5e-40fe-a8a4-cb3e809be3ed tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:42.200014 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-3ed63cbb-1539-4b01-9330-38d4c20c4086 req-7c858777-0e5e-40fe-a8a4-cb3e809be3ed tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 945 time: 0.1489360 Jul 13 19:28:42.220653 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device 2b4715f7-44bf-4230-b043-de729a1d1b59 up at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:28:42.227656 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e1560c75-8fbc-4fbd-b2e7-5d731c26c81a admin admin] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:42.236474 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e1560c75-8fbc-4fbd-b2e7-5d731c26c81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126721050'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:42.304397 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning complete for port 2b4715f7-44bf-4230-b043-de729a1d1b59 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:42.304916 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:42.342988 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e1560c75-8fbc-4fbd-b2e7-5d731c26c81a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759678'] for router_interface, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:42.347914 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-3ed63cbb-1539-4b01-9330-38d4c20c4086 req-ab8e8ab5-2512-4f4f-b533-abb16a58bb03 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb760fd5-c478-45a6-bcb6-89f12fd99825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244862 Jul 13 19:28:42.362222 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1560c75-8fbc-4fbd-b2e7-5d731c26c81a admin admin] Pushing event updated for resources: {'Port': ['ID=1b532143-d9e5-4cce-ba3c-c81bb77c9e27,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:42.490545 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1560c75-8fbc-4fbd-b2e7-5d731c26c81a admin admin] Network 9db1d3a0-709c-4856-9653-0d0c7911e292 is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:28:42.492834 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-e1560c75-8fbc-4fbd-b2e7-5d731c26c81a admin admin] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:28:42.659823 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1560c75-8fbc-4fbd-b2e7-5d731c26c81a admin admin] Router 104a8a89-3333-460a-93a2-1d9d6b1d2999 has already been hosted by L3 agent beedb406-ab13-44dd-957b-972171d020d2 {{(pid=92924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:28:42.781279 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1560c75-8fbc-4fbd-b2e7-5d731c26c81a admin admin] Notify agent at l3_agent.dv-cinder-786932-3-iscsi the message routers_updated {{(pid=92924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:28:42.787404 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-103d21e9-4f0c-4d16-b121-9464307b1666 None None] Provisioning complete for port 1b532143-d9e5-4cce-ba3c-c81bb77c9e27 triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:42.788060 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-e1560c75-8fbc-4fbd-b2e7-5d731c26c81a admin admin] 10.222.0.67 "PUT /v2.0/routers/104a8a89-3333-460a-93a2-1d9d6b1d2999/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7378399 Jul 13 19:28:42.792466 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-103d21e9-4f0c-4d16-b121-9464307b1666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:42.829780 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-103d21e9-4f0c-4d16-b121-9464307b1666 None None] Port 1b532143-d9e5-4cce-ba3c-c81bb77c9e27 cannot update to ACTIVE because it is not bound. {{(pid=92925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:28:43.147420 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5b9c24-d74a-4384-815a-2c6318f09080 req-0f519584-5f73-428b-a62d-e77b7739dcb8 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:43.148926 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2c5b9c24-d74a-4384-815a-2c6318f09080 req-0f519584-5f73-428b-a62d-e77b7739dcb8 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=2948849c-cd06-4bfe-b1a8-9e34d272493c HTTP/1.1" status: 200 len: 946 time: 0.0664537 Jul 13 19:28:43.190303 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2c5b9c24-d74a-4384-815a-2c6318f09080 req-0a9fe492-1f81-4895-a1fc-5bb01f2efc8a tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349171 Jul 13 19:28:43.281694 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 54456) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:43.287391 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [None req-ba922819-32c2-4cf2-9aad-31c3bfd5efd5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-773620420-network', 'tenant_id': '15d90243735444ceae2654cf9a41ebef'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:28:43.310309 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba922819-32c2-4cf2-9aad-31c3bfd5efd5 admin admin] Made reservation on behalf of 15d90243735444ceae2654cf9a41ebef for: {'network': 1} {{(pid=92924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:28:43.312733 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba922819-32c2-4cf2-9aad-31c3bfd5efd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for network, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:43.325864 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba922819-32c2-4cf2-9aad-31c3bfd5efd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:43.425828 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba922819-32c2-4cf2-9aad-31c3bfd5efd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:43.431118 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba922819-32c2-4cf2-9aad-31c3bfd5efd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:43.457840 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba922819-32c2-4cf2-9aad-31c3bfd5efd5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=92924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:28:43.468132 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba922819-32c2-4cf2-9aad-31c3bfd5efd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baddf160-565c-4e3a-bd1f-12b7ff02bd61,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:43.474140 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba922819-32c2-4cf2-9aad-31c3bfd5efd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825552'] for segment, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:43.474485 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.db.segments_db [None req-ba922819-32c2-4cf2-9aad-31c3bfd5efd5 admin admin] Added segment ed0c3ba4-db39-4779-8303-1e1713a183f3 of type vlan for network 4d944749-f1be-4cc3-b48f-4761dc9a39cb Jul 13 19:28:43.514906 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba922819-32c2-4cf2-9aad-31c3bfd5efd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752272460036'] for network, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:43.553568 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba922819-32c2-4cf2-9aad-31c3bfd5efd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108'] for network, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:43.554593 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba922819-32c2-4cf2-9aad-31c3bfd5efd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:43.555188 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba922819-32c2-4cf2-9aad-31c3bfd5efd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600154'] for network, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:43.576965 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21beb7bc-dd9e-42fe-a6cb-98ca6e338131 req-fb56630a-ed22-4666-9aa6-0ef69313b72a tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:43.586124 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-21beb7bc-dd9e-42fe-a6cb-98ca6e338131 req-fb56630a-ed22-4666-9aa6-0ef69313b72a tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 945 time: 0.0914607 Jul 13 19:28:43.610513 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-ba922819-32c2-4cf2-9aad-31c3bfd5efd5 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3246434 Jul 13 19:28:43.611874 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 54464) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:43.616684 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [None req-9577cff0-89bc-4c49-8613-909613ea7b94 admin admin] Request body: {'subnet': {'network_id': '4d944749-f1be-4cc3-b48f-4761dc9a39cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-773620420-subnet', 'tenant_id': '15d90243735444ceae2654cf9a41ebef', 'ip_version': 4}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:28:43.623566 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-21beb7bc-dd9e-42fe-a6cb-98ca6e338131 req-dde09c1d-662d-4735-aa2f-d834c4c321d5 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb760fd5-c478-45a6-bcb6-89f12fd99825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385368 Jul 13 19:28:43.637705 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba922819-32c2-4cf2-9aad-31c3bfd5efd5 admin admin] Pushing event updated for resources: {'Network': ['ID=4d944749-f1be-4cc3-b48f-4761dc9a39cb,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:43.654552 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Network 4d944749-f1be-4cc3-b48f-4761dc9a39cb details requested by agent ovs-agent-dv-cinder-786932-3-iscsi with host dv-cinder-786932-3-iscsi {{(pid=92925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:28:43.657747 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9577cff0-89bc-4c49-8613-909613ea7b94 admin admin] Made reservation on behalf of 15d90243735444ceae2654cf9a41ebef for: {'subnet': 1} {{(pid=92924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:28:43.660507 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9577cff0-89bc-4c49-8613-909613ea7b94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125931260'] for subnet, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:43.786211 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7416b60c-da6f-4ba9-ba52-cca2c3644f0f None None] Sync routers for ids ['104a8a89-3333-460a-93a2-1d9d6b1d2999'] in dv-cinder-786932-3-iscsi {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:28:43.795792 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7416b60c-da6f-4ba9-ba52-cca2c3644f0f None None] Routers {'104a8a89-3333-460a-93a2-1d9d6b1d2999'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:28:43.796441 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-7416b60c-da6f-4ba9-ba52-cca2c3644f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:28:19Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['104a8a89-3333-460a-93a2-1d9d6b1d2999'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:43.831396 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9577cff0-89bc-4c49-8613-909613ea7b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126721165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125931214'] for subnet, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:43.893675 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9577cff0-89bc-4c49-8613-909613ea7b94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c889a73-a387-49cb-a1a9-69a9449d0661,revision_number=0']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:43.899571 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9577cff0-89bc-4c49-8613-909613ea7b94 admin admin] Checking segment: {'id': 'ed0c3ba4-db39-4779-8303-1e1713a183f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4d944749-f1be-4cc3-b48f-4761dc9a39cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:28:43.899937 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9577cff0-89bc-4c49-8613-909613ea7b94 admin admin] Network hostable DHCP agents. Network: 4d944749-f1be-4cc3-b48f-4761dc9a39cb, hostable agents: ['7ca4706b-9f63-429b-b1b9-7cbaa1b8656d'], hosted agents: [] {{(pid=92924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:28:43.917459 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9577cff0-89bc-4c49-8613-909613ea7b94 admin admin] Network 4d944749-f1be-4cc3-b48f-4761dc9a39cb is scheduled to be hosted by DHCP agent 7ca4706b-9f63-429b-b1b9-7cbaa1b8656d with binding_index 1 {{(pid=92924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:28:43.936044 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-9577cff0-89bc-4c49-8613-909613ea7b94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-3-iscsi, 4d944749-f1be-4cc3-b48f-4761dc9a39cb) {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:28:43.941470 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9577cff0-89bc-4c49-8613-909613ea7b94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:43.942104 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9577cff0-89bc-4c49-8613-909613ea7b94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600154'] for subnet, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:43.964069 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-9577cff0-89bc-4c49-8613-909613ea7b94 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3508475 Jul 13 19:28:43.965629 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 54466) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:43.970671 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-9a0b3f11-db14-4d96-9f2e-add05154a37f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-773620420-router', 'tenant_id': '15d90243735444ceae2654cf9a41ebef', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2'}}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:28:43.992213 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9a0b3f11-db14-4d96-9f2e-add05154a37f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-759456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9169'] for router, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:43.993366 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9a0b3f11-db14-4d96-9f2e-add05154a37f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9178'] for router, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:44.003483 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf028578-3e55-4645-88ea-baf7e8697c62 None None] Network 4d944749-f1be-4cc3-b48f-4761dc9a39cb requested from dv-cinder-786932-3-iscsi {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:28:44.047405 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9a0b3f11-db14-4d96-9f2e-add05154a37f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:44.085658 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-7416b60c-da6f-4ba9-ba52-cca2c3644f0f None None] Set router 104a8a89-3333-460a-93a2-1d9d6b1d2999 gateway port host: dv-cinder-786932-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:28:44.190778 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9a0b3f11-db14-4d96-9f2e-add05154a37f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-761308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-759478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10800'] for router, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:44.192517 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device c06f854e-5d7f-465d-9515-43c7214717b3 up at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:28:44.326461 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ab27cf-a497-4104-bffe-92856d8524c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9426e93d-dde2-5cd1-aa01-d42f6a4b4003-4d944749-f1be-4cc3-b48f-4761dc9a39cb', 'network_id': '4d944749-f1be-4cc3-b48f-4761dc9a39cb', 'tenant_id': '15d90243735444ceae2654cf9a41ebef', 'fixed_ips': [{'subnet_id': '9c889a73-a387-49cb-a1a9-69a9449d0661'}]}} from dv-cinder-786932-3-iscsi. {{(pid=92925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:28:44.328062 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-26ab27cf-a497-4104-bffe-92856d8524c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:44.373943 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bcde42-38e4-465c-8349-222934c3fe78 req-0b27d08d-2461-4cd9-a2f4-abe394ba03c1 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:44.375988 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-31bcde42-38e4-465c-8349-222934c3fe78 req-0b27d08d-2461-4cd9-a2f4-abe394ba03c1 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=2948849c-cd06-4bfe-b1a8-9e34d272493c HTTP/1.1" status: 200 len: 946 time: 0.0699632 Jul 13 19:28:44.378358 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning for port c06f854e-5d7f-465d-9515-43c7214717b3 completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:28:44.402752 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9a0b3f11-db14-4d96-9f2e-add05154a37f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:44.424756 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9a0b3f11-db14-4d96-9f2e-add05154a37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:44.426178 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-31bcde42-38e4-465c-8349-222934c3fe78 req-8217eba2-8152-46e1-9b6d-0c5c6254f246 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350003 Jul 13 19:28:44.448760 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning complete for port c06f854e-5d7f-465d-9515-43c7214717b3 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:44.449137 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:44.543414 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [None req-9a0b3f11-db14-4d96-9f2e-add05154a37f admin admin] Allocated IP 172.27.1.103 (c2fcde99-d8d4-483e-a474-248e3afaaef2/3c8e1596-5f1e-4fec-b61e-66ec42c4519a/e7d2a8f6-8a36-4671-8b5c-de5096362f9b) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:28:44.607468 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.db_base_plugin_common [None req-26ab27cf-a497-4104-bffe-92856d8524c4 None None] Allocated IP 172.20.0.2 (4d944749-f1be-4cc3-b48f-4761dc9a39cb/9c889a73-a387-49cb-a1a9-69a9449d0661/0f6ce942-c2b6-43df-8a4e-7c66a8e9a357) {{(pid=92925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:28:44.616804 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-7416b60c-da6f-4ba9-ba52-cca2c3644f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '104a8a89-3333-460a-93a2-1d9d6b1d2999', 'name': 'tempest-TestMinimumBasicScenario-634962292-router', 'tenant_id': '5fb99b1b35e24c1ca47629b32e1a4f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'c06f854e-5d7f-465d-9515-43c7214717b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:28:38Z', 'updated_at': '2021-07-13T19:28:41Z', 'revision_number': 4, 'project_id': '5fb99b1b35e24c1ca47629b32e1a4f4d', 'gw_port': {'id': 'c06f854e-5d7f-465d-9515-43c7214717b3', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:24:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104a8a89-3333-460a-93a2-1d9d6b1d2999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:38Z', 'updated_at': '2021-07-13T19:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_interfaces': [{'id': '1b532143-d9e5-4cce-ba3c-c81bb77c9e27', 'name': '', 'network_id': '9db1d3a0-709c-4856-9653-0d0c7911e292', 'tenant_id': '5fb99b1b35e24c1ca47629b32e1a4f4d', 'mac_address': 'fa:16:3e:74:66:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104a8a89-3333-460a-93a2-1d9d6b1d2999', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '7c0e6b1b-c659-4b9e-9a87-44fb28b37af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:40Z', 'updated_at': '2021-07-13T19:28:41Z', 'revision_number': 2, 'project_id': '5fb99b1b35e24c1ca47629b32e1a4f4d', 'subnets': [{'id': '7c0e6b1b-c659-4b9e-9a87-44fb28b37af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:44.655875 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7416b60c-da6f-4ba9-ba52-cca2c3644f0f None None] Checking router: 104a8a89-3333-460a-93a2-1d9d6b1d2999 for host: dv-cinder-786932-3-iscsi {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:28:44.656259 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7416b60c-da6f-4ba9-ba52-cca2c3644f0f None None] Updating router 104a8a89-3333-460a-93a2-1d9d6b1d2999 port 1b532143-d9e5-4cce-ba3c-c81bb77c9e27 binding host dv-cinder-786932-3-iscsi {{(pid=92925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:28:44.660416 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9a0b3f11-db14-4d96-9f2e-add05154a37f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:44.708096 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9a0b3f11-db14-4d96-9f2e-add05154a37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752272454283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130471124'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:44.746960 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:44.778501 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0b3f11-db14-4d96-9f2e-add05154a37f admin admin] Network c2fcde99-d8d4-483e-a474-248e3afaaef2 is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:28:44.787290 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] For port c06f854e-5d7f-465d-9515-43c7214717b3, host dv-cinder-786932-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=c06f854e-5d7f-465d-9515-43c7214717b3,segment=NetworkSegment(2c1c5ac3-7b69-4096-8790-4108a346deee),segment_id=2c1c5ac3-7b69-4096-8790-4108a346deee)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:44.790341 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-7416b60c-da6f-4ba9-ba52-cca2c3644f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:44.801886 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-9a0b3f11-db14-4d96-9f2e-add05154a37f admin admin] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:28:44.804850 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0b3f11-db14-4d96-9f2e-add05154a37f admin admin] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:28:44.806667 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:44.807270 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0b3f11-db14-4d96-9f2e-add05154a37f admin admin] Pushing event updated for resources: {'Port': ['ID=e7d2a8f6-8a36-4671-8b5c-de5096362f9b,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:44.917284 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Pushing event updated for resources: {'Port': ['ID=c06f854e-5d7f-465d-9515-43c7214717b3,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:44.929187 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b7eaef-e97b-4903-844c-3a73b5afcc0b req-7d05104f-6bec-46be-ad12-b75cd24a123d tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:44.930778 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-00b7eaef-e97b-4903-844c-3a73b5afcc0b req-7d05104f-6bec-46be-ad12-b75cd24a123d tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 945 time: 0.1723733 Jul 13 19:28:45.004047 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-00b7eaef-e97b-4903-844c-3a73b5afcc0b req-802ead85-9ac1-474c-8c54-37402ecffced tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb760fd5-c478-45a6-bcb6-89f12fd99825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514307 Jul 13 19:28:45.032342 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-26ab27cf-a497-4104-bffe-92856d8524c4 None None] Notify callbacks [] for port, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:45.052843 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-26ab27cf-a497-4104-bffe-92856d8524c4 None None] Transition to ACTIVE for port object 0f6ce942-c2b6-43df-8a4e-7c66a8e9a357 will not be triggered until provisioned by entity L2. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:28:45.101153 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9a0b3f11-db14-4d96-9f2e-add05154a37f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:45.102845 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-26ab27cf-a497-4104-bffe-92856d8524c4 None None] Transition to ACTIVE for port object 0f6ce942-c2b6-43df-8a4e-7c66a8e9a357 will not be triggered until provisioned by entity DHCP. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:28:45.115858 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-26ab27cf-a497-4104-bffe-92856d8524c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752272454283'] for port, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:45.167245 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ab27cf-a497-4104-bffe-92856d8524c4 None None] Network 4d944749-f1be-4cc3-b48f-4761dc9a39cb is already hosted by enough agents. {{(pid=92925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:28:45.182081 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.scheduler.base_scheduler [None req-26ab27cf-a497-4104-bffe-92856d8524c4 None None] Resources bound (agent type, host, resource id): {{(pid=92925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:28:45.184505 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ab27cf-a497-4104-bffe-92856d8524c4 None None] Received port after_create {{(pid=92925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:28:45.196525 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ab27cf-a497-4104-bffe-92856d8524c4 None None] Pushing event updated for resources: {'Port': ['ID=0f6ce942-c2b6-43df-8a4e-7c66a8e9a357,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:45.288096 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-26ab27cf-a497-4104-bffe-92856d8524c4 None None] Attempting to bind port 0f6ce942-c2b6-43df-8a4e-7c66a8e9a357 on host dv-cinder-786932-3-iscsi for vnic_type normal with profile {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:28:45.288381 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-26ab27cf-a497-4104-bffe-92856d8524c4 None None] Attempting to bind port 0f6ce942-c2b6-43df-8a4e-7c66a8e9a357 by drivers openvswitch,hyperv on host dv-cinder-786932-3-iscsi at level 0 using segments [{'id': 'ed0c3ba4-db39-4779-8303-1e1713a183f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4d944749-f1be-4cc3-b48f-4761dc9a39cb'}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:28:45.288744 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ab27cf-a497-4104-bffe-92856d8524c4 None None] Attempting to bind port 0f6ce942-c2b6-43df-8a4e-7c66a8e9a357 on network 4d944749-f1be-4cc3-b48f-4761dc9a39cb {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:28:45.299635 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ab27cf-a497-4104-bffe-92856d8524c4 None None] Checking agent: {'id': '9c58f4e9-8628-43da-8d7d-cb04bd9f4726', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 19), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:28:45.300007 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ab27cf-a497-4104-bffe-92856d8524c4 None None] Checking segment: {'id': 'ed0c3ba4-db39-4779-8303-1e1713a183f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4d944749-f1be-4cc3-b48f-4761dc9a39cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:28:45.300409 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-26ab27cf-a497-4104-bffe-92856d8524c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:45.300812 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ab27cf-a497-4104-bffe-92856d8524c4 None None] Bound using segment: {'id': 'ed0c3ba4-db39-4779-8303-1e1713a183f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4d944749-f1be-4cc3-b48f-4761dc9a39cb'} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:28:45.301275 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-26ab27cf-a497-4104-bffe-92856d8524c4 None None] Bound port: 0f6ce942-c2b6-43df-8a4e-7c66a8e9a357, host: dv-cinder-786932-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed0c3ba4-db39-4779-8303-1e1713a183f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4d944749-f1be-4cc3-b48f-4761dc9a39cb'}}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:28:45.301656 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-26ab27cf-a497-4104-bffe-92856d8524c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:45.303120 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9a0b3f11-db14-4d96-9f2e-add05154a37f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760381'] for router, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:45.322707 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-7416b60c-da6f-4ba9-ba52-cca2c3644f0f None None] Notify callbacks [] for port, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:45.356204 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-7416b60c-da6f-4ba9-ba52-cca2c3644f0f None None] Transition to ACTIVE for port object 1b532143-d9e5-4cce-ba3c-c81bb77c9e27 will not be triggered until provisioned by entity L2. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:28:45.367376 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-7416b60c-da6f-4ba9-ba52-cca2c3644f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:45.438221 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-26ab27cf-a497-4104-bffe-92856d8524c4 None None] For port 0f6ce942-c2b6-43df-8a4e-7c66a8e9a357, host dv-cinder-786932-3-iscsi, cleared binding levels {{(pid=92925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:28:45.454749 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25744ed-aa3a-4357-a869-d541ccd1396c None None] Pushing event updated for resources: {'Port': ['ID=1b532143-d9e5-4cce-ba3c-c81bb77c9e27,revision_number=3']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:45.464843 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-26ab27cf-a497-4104-bffe-92856d8524c4 None None] For port 0f6ce942-c2b6-43df-8a4e-7c66a8e9a357, host dv-cinder-786932-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=0f6ce942-c2b6-43df-8a4e-7c66a8e9a357,segment=NetworkSegment(ed0c3ba4-db39-4779-8303-1e1713a183f3),segment_id=ed0c3ba4-db39-4779-8303-1e1713a183f3)] {{(pid=92925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:28:45.491571 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-26ab27cf-a497-4104-bffe-92856d8524c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:45.607568 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ab27cf-a497-4104-bffe-92856d8524c4 None None] Pushing event updated for resources: {'Port': ['ID=0f6ce942-c2b6-43df-8a4e-7c66a8e9a357,revision_number=2']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:45.620087 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-7416b60c-da6f-4ba9-ba52-cca2c3644f0f None None] Attempting to bind port 1b532143-d9e5-4cce-ba3c-c81bb77c9e27 on host dv-cinder-786932-3-iscsi for vnic_type normal with profile {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:28:45.620646 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-7416b60c-da6f-4ba9-ba52-cca2c3644f0f None None] Attempting to bind port 1b532143-d9e5-4cce-ba3c-c81bb77c9e27 by drivers openvswitch,hyperv on host dv-cinder-786932-3-iscsi at level 0 using segments [{'id': 'b486c7b2-067d-4550-9f8a-5c480e73f7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9db1d3a0-709c-4856-9653-0d0c7911e292'}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:28:45.621173 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7416b60c-da6f-4ba9-ba52-cca2c3644f0f None None] Attempting to bind port 1b532143-d9e5-4cce-ba3c-c81bb77c9e27 on network 9db1d3a0-709c-4856-9653-0d0c7911e292 {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:28:45.629407 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7416b60c-da6f-4ba9-ba52-cca2c3644f0f None None] Checking agent: {'id': '9c58f4e9-8628-43da-8d7d-cb04bd9f4726', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 19), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:28:45.630108 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7416b60c-da6f-4ba9-ba52-cca2c3644f0f None None] Checking segment: {'id': 'b486c7b2-067d-4550-9f8a-5c480e73f7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9db1d3a0-709c-4856-9653-0d0c7911e292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:28:45.630724 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-7416b60c-da6f-4ba9-ba52-cca2c3644f0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:45.631288 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7416b60c-da6f-4ba9-ba52-cca2c3644f0f None None] Bound using segment: {'id': 'b486c7b2-067d-4550-9f8a-5c480e73f7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9db1d3a0-709c-4856-9653-0d0c7911e292'} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:28:45.631967 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-7416b60c-da6f-4ba9-ba52-cca2c3644f0f None None] Bound port: 1b532143-d9e5-4cce-ba3c-c81bb77c9e27, host: dv-cinder-786932-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b486c7b2-067d-4550-9f8a-5c480e73f7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9db1d3a0-709c-4856-9653-0d0c7911e292'}}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:28:45.633009 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-7416b60c-da6f-4ba9-ba52-cca2c3644f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:45.687907 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ea6a8-1381-4b61-90a3-7c5f0e168efc req-97deae9a-7c52-4cd5-89af-a50c41032b9a tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:45.696396 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-729ea6a8-1381-4b61-90a3-7c5f0e168efc req-97deae9a-7c52-4cd5-89af-a50c41032b9a tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=2948849c-cd06-4bfe-b1a8-9e34d272493c HTTP/1.1" status: 200 len: 946 time: 0.1097562 Jul 13 19:28:45.727268 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a0b3f11-db14-4d96-9f2e-add05154a37f admin admin] Router abe0d130-bf41-47bd-a005-1b400cc47804 is scheduled to L3 agent beedb406-ab13-44dd-957b-972171d020d2 with binding_index 1 {{(pid=92923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:28:45.752430 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-729ea6a8-1381-4b61-90a3-7c5f0e168efc req-13350159-810b-4717-b380-3798f057a760 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550346 Jul 13 19:28:45.753607 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-7416b60c-da6f-4ba9-ba52-cca2c3644f0f None None] For port 1b532143-d9e5-4cce-ba3c-c81bb77c9e27, host dv-cinder-786932-3-iscsi, cleared binding levels {{(pid=92925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:28:45.774955 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-7416b60c-da6f-4ba9-ba52-cca2c3644f0f None None] For port 1b532143-d9e5-4cce-ba3c-c81bb77c9e27, host dv-cinder-786932-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=1b532143-d9e5-4cce-ba3c-c81bb77c9e27,segment=NetworkSegment(b486c7b2-067d-4550-9f8a-5c480e73f7c4),segment_id=b486c7b2-067d-4550-9f8a-5c480e73f7c4)] {{(pid=92925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:28:45.781508 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-7416b60c-da6f-4ba9-ba52-cca2c3644f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:45.856918 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7416b60c-da6f-4ba9-ba52-cca2c3644f0f None None] Routers {'104a8a89-3333-460a-93a2-1d9d6b1d2999'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:28:45.857938 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-7416b60c-da6f-4ba9-ba52-cca2c3644f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:28:19Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['104a8a89-3333-460a-93a2-1d9d6b1d2999'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:45.859650 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25744ed-aa3a-4357-a869-d541ccd1396c None None] Pushing event updated for resources: {'Port': ['ID=1b532143-d9e5-4cce-ba3c-c81bb77c9e27,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:45.877278 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0b3f11-db14-4d96-9f2e-add05154a37f admin admin] Notify agent at l3_agent.dv-cinder-786932-3-iscsi the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:28:45.891681 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c19086c-77f7-4e44-95bf-5b277e8a59b3 None None] Sync routers for ids ['abe0d130-bf41-47bd-a005-1b400cc47804'] in dv-cinder-786932-3-iscsi {{(pid=92926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:28:45.905120 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9a0b3f11-db14-4d96-9f2e-add05154a37f admin admin] Notify callbacks [] for router, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:45.906265 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c19086c-77f7-4e44-95bf-5b277e8a59b3 None None] Routers {'abe0d130-bf41-47bd-a005-1b400cc47804'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:28:45.907010 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-0c19086c-77f7-4e44-95bf-5b277e8a59b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:28:19Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['abe0d130-bf41-47bd-a005-1b400cc47804'], 'active': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:45.911004 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-9a0b3f11-db14-4d96-9f2e-add05154a37f admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9416735 Jul 13 19:28:45.912225 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 54490) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:28:46.058349 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2b15b690-2bd8-4eca-909d-b769b7c34df9 req-b4192c49-288a-4914-be40-d2558a0c5a16 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1713380989&fields=id&tenant_id=67402faa97f64f238466e72ec9e27071 HTTP/1.1" status: 200 len: 267 time: 0.0504258 Jul 13 19:28:46.216650 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-7416b60c-da6f-4ba9-ba52-cca2c3644f0f None None] Set router 104a8a89-3333-460a-93a2-1d9d6b1d2999 gateway port host: dv-cinder-786932-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:28:46.242169 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvr_db [None req-0c19086c-77f7-4e44-95bf-5b277e8a59b3 None None] Set router abe0d130-bf41-47bd-a005-1b400cc47804 gateway port host: dv-cinder-786932-3-iscsi {{(pid=92926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:28:46.349117 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15b690-2bd8-4eca-909d-b769b7c34df9 req-125e20ee-16ba-4ea2-8ec4-c4a25d9b51f1 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:46.350909 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2b15b690-2bd8-4eca-909d-b769b7c34df9 req-125e20ee-16ba-4ea2-8ec4-c4a25d9b51f1 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/networks?id=3e4dc58a-a6f8-4fc6-9689-be4b7fc56525 HTTP/1.1" status: 200 len: 809 time: 0.2825937 Jul 13 19:28:46.369103 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2b15b690-2bd8-4eca-909d-b769b7c34df9 req-0cbd0e8a-3a4f-4e55-adf3-c62aa5d8458b tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/quotas/67402faa97f64f238466e72ec9e27071 HTTP/1.1" status: 200 len: 375 time: 0.0122101 Jul 13 19:28:46.418924 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device 0f6ce942-c2b6-43df-8a4e-7c66a8e9a357 up at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:28:46.423915 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14130887-6bf7-4dbe-a0f9-ca2b4ffa9c6b req-a2cd904c-8608-451e-9463-70468fead994 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:46.426014 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-14130887-6bf7-4dbe-a0f9-ca2b4ffa9c6b req-a2cd904c-8608-451e-9463-70468fead994 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 945 time: 0.1552713 Jul 13 19:28:46.487648 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-4049b2fe-b4ad-44fb-9f82-7344e83dab12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:46.533601 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2b15b690-2bd8-4eca-909d-b769b7c34df9 req-351b74c1-ec0a-49e9-8049-9003e4711551 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=67402faa97f64f238466e72ec9e27071&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1294694 Jul 13 19:28:46.546184 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning for port 0f6ce942-c2b6-43df-8a4e-7c66a8e9a357 completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:28:46.554500 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device c06f854e-5d7f-465d-9515-43c7214717b3 up at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:28:46.598841 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-14130887-6bf7-4dbe-a0f9-ca2b4ffa9c6b req-a62fd787-80cb-4a00-bc56-cb717b754a9b tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb760fd5-c478-45a6-bcb6-89f12fd99825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204033 Jul 13 19:28:46.606486 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-7416b60c-da6f-4ba9-ba52-cca2c3644f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '104a8a89-3333-460a-93a2-1d9d6b1d2999', 'name': 'tempest-TestMinimumBasicScenario-634962292-router', 'tenant_id': '5fb99b1b35e24c1ca47629b32e1a4f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'c06f854e-5d7f-465d-9515-43c7214717b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:28:38Z', 'updated_at': '2021-07-13T19:28:41Z', 'revision_number': 4, 'project_id': '5fb99b1b35e24c1ca47629b32e1a4f4d', 'gw_port': {'id': 'c06f854e-5d7f-465d-9515-43c7214717b3', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:24:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104a8a89-3333-460a-93a2-1d9d6b1d2999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:38Z', 'updated_at': '2021-07-13T19:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_interfaces': [{'id': '1b532143-d9e5-4cce-ba3c-c81bb77c9e27', 'name': '', 'network_id': '9db1d3a0-709c-4856-9653-0d0c7911e292', 'tenant_id': '5fb99b1b35e24c1ca47629b32e1a4f4d', 'mac_address': 'fa:16:3e:74:66:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104a8a89-3333-460a-93a2-1d9d6b1d2999', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '7c0e6b1b-c659-4b9e-9a87-44fb28b37af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:40Z', 'updated_at': '2021-07-13T19:28:45Z', 'revision_number': 4, 'project_id': '5fb99b1b35e24c1ca47629b32e1a4f4d', 'subnets': [{'id': '7c0e6b1b-c659-4b9e-9a87-44fb28b37af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:46.644254 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7881b90b-15b3-4fff-b176-ca29c1568899 req-4f456c10-770c-45a8-a24c-c285b0ef6afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:46.646677 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-7881b90b-15b3-4fff-b176-ca29c1568899 req-4f456c10-770c-45a8-a24c-c285b0ef6afe service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2948849c-cd06-4bfe-b1a8-9e34d272493c HTTP/1.1" status: 200 len: 1099 time: 0.1491168 Jul 13 19:28:46.652475 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7416b60c-da6f-4ba9-ba52-cca2c3644f0f None None] The sync data for ids ['104a8a89-3333-460a-93a2-1d9d6b1d2999'] in dv-cinder-786932-3-iscsi is: [{'id': '104a8a89-3333-460a-93a2-1d9d6b1d2999', 'name': 'tempest-TestMinimumBasicScenario-634962292-router', 'tenant_id': '5fb99b1b35e24c1ca47629b32e1a4f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'c06f854e-5d7f-465d-9515-43c7214717b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:28:38Z', 'updated_at': '2021-07-13T19:28:41Z', 'revision_number': 4, 'project_id': '5fb99b1b35e24c1ca47629b32e1a4f4d', 'gw_port': {'id': 'c06f854e-5d7f-465d-9515-43c7214717b3', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:24:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104a8a89-3333-460a-93a2-1d9d6b1d2999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:38Z', 'updated_at': '2021-07-13T19:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_interfaces': [{'id': '1b532143-d9e5-4cce-ba3c-c81bb77c9e27', 'name': '', 'network_id': '9db1d3a0-709c-4856-9653-0d0c7911e292', 'tenant_id': '5fb99b1b35e24c1ca47629b32e1a4f4d', 'mac_address': 'fa:16:3e:74:66:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104a8a89-3333-460a-93a2-1d9d6b1d2999', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '7c0e6b1b-c659-4b9e-9a87-44fb28b37af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:40Z', 'updated_at': '2021-07-13T19:28:45Z', 'revision_number': 4, 'project_id': '5fb99b1b35e24c1ca47629b32e1a4f4d', 'subnets': [{'id': '7c0e6b1b-c659-4b9e-9a87-44fb28b37af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:28:46.662316 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning complete for port c06f854e-5d7f-465d-9515-43c7214717b3 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:46.662766 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:46.696458 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2b15b690-2bd8-4eca-909d-b769b7c34df9 req-48caf84a-4fb9-40d4-84b6-4d89e231477d service neutron] 10.222.0.67 "GET /v2.0/networks/3e4dc58a-a6f8-4fc6-9689-be4b7fc56525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489987 Jul 13 19:28:46.717965 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-0c19086c-77f7-4e44-95bf-5b277e8a59b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe0d130-bf41-47bd-a005-1b400cc47804', 'name': 'tempest-TestMinimumBasicScenario-773620420-router', 'tenant_id': '15d90243735444ceae2654cf9a41ebef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'e7d2a8f6-8a36-4671-8b5c-de5096362f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:28:43Z', 'updated_at': '2021-07-13T19:28:44Z', 'revision_number': 3, 'project_id': '15d90243735444ceae2654cf9a41ebef', 'gw_port': {'id': 'e7d2a8f6-8a36-4671-8b5c-de5096362f9b', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:df:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe0d130-bf41-47bd-a005-1b400cc47804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:44Z', 'updated_at': '2021-07-13T19:28:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi'}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:46.808389 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c19086c-77f7-4e44-95bf-5b277e8a59b3 None None] Checking router: abe0d130-bf41-47bd-a005-1b400cc47804 for host: dv-cinder-786932-3-iscsi {{(pid=92926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:28:46.821745 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c19086c-77f7-4e44-95bf-5b277e8a59b3 None None] Updating router abe0d130-bf41-47bd-a005-1b400cc47804 port e7d2a8f6-8a36-4671-8b5c-de5096362f9b binding host dv-cinder-786932-3-iscsi {{(pid=92926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:28:46.822941 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-7881b90b-15b3-4fff-b176-ca29c1568899 req-802d7866-48cc-47a7-8259-734c733ece66 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663675 Jul 13 19:28:46.878543 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2b15b690-2bd8-4eca-909d-b769b7c34df9 req-c0f73017-6894-4b7e-af2d-62b59ad9cfd8 service neutron] 10.222.0.67 "GET /v2.0/networks/3e4dc58a-a6f8-4fc6-9689-be4b7fc56525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811578 Jul 13 19:28:46.905479 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-0c19086c-77f7-4e44-95bf-5b277e8a59b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:46.937886 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ea06994e-0e53-4c57-a6c1-325e06f0b3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:47.229938 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [None req-ea06994e-0e53-4c57-a6c1-325e06f0b3a8 admin admin] Allocated IP 172.20.0.1 (4d944749-f1be-4cc3-b48f-4761dc9a39cb/9c889a73-a387-49cb-a1a9-69a9449d0661/9d936b6b-e26a-4e0e-8ce6-94c4a8793210) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:28:47.252465 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f477b-0045-4d98-9a9d-b7d31f5a1b7b req-b25484e5-fa4b-4ba5-9579-64cf7991885e tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:47.259356 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-5a0f477b-0045-4d98-9a9d-b7d31f5a1b7b req-b25484e5-fa4b-4ba5-9579-64cf7991885e tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=2948849c-cd06-4bfe-b1a8-9e34d272493c HTTP/1.1" status: 200 len: 946 time: 0.2946432 Jul 13 19:28:47.302870 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22621cd2-758b-4a68-8fa9-0c2ef7747f1e None None] Network 4d944749-f1be-4cc3-b48f-4761dc9a39cb requested from dv-cinder-786932-3-iscsi {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:28:47.329719 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-0c19086c-77f7-4e44-95bf-5b277e8a59b3 None None] Notify callbacks [] for port, precommit_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:47.342248 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.provisioning_blocks [None req-0c19086c-77f7-4e44-95bf-5b277e8a59b3 None None] Transition to ACTIVE for port object e7d2a8f6-8a36-4671-8b5c-de5096362f9b will not be triggered until provisioned by entity L2. {{(pid=92926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:28:47.355719 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-0c19086c-77f7-4e44-95bf-5b277e8a59b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:47.401108 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-5a0f477b-0045-4d98-9a9d-b7d31f5a1b7b req-e0b64057-d48a-49a8-a5e0-3ceb03b27122 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395495 Jul 13 19:28:47.413918 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2897a962-01d8-401b-bb5b-de42c0a7aee0 req-3b849a08-c09d-46e6-9b78-1654148b68d7 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 210 time: 0.0596318 Jul 13 19:28:47.415677 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-23d871b7-6fc4-474b-aff8-d17861add211 None None] Provisioning for port 0f6ce942-c2b6-43df-8a4e-7c66a8e9a357 completed by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:28:47.424159 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-23d871b7-6fc4-474b-aff8-d17861add211 None None] Provisioning complete for port 0f6ce942-c2b6-43df-8a4e-7c66a8e9a357 triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:47.424577 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-23d871b7-6fc4-474b-aff8-d17861add211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:47.448706 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfe1851-9d90-4b52-b26b-c7865149a8d6 None None] Pushing event updated for resources: {'Port': ['ID=e7d2a8f6-8a36-4671-8b5c-de5096362f9b,revision_number=2']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:47.455961 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [None req-0c19086c-77f7-4e44-95bf-5b277e8a59b3 None None] Attempting to bind port e7d2a8f6-8a36-4671-8b5c-de5096362f9b on host dv-cinder-786932-3-iscsi for vnic_type normal with profile {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:28:47.456630 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [None req-0c19086c-77f7-4e44-95bf-5b277e8a59b3 None None] Attempting to bind port e7d2a8f6-8a36-4671-8b5c-de5096362f9b by drivers openvswitch,hyperv on host dv-cinder-786932-3-iscsi at level 0 using segments [{'id': '2c1c5ac3-7b69-4096-8790-4108a346deee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2'}] {{(pid=92926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:28:47.458751 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c19086c-77f7-4e44-95bf-5b277e8a59b3 None None] Attempting to bind port e7d2a8f6-8a36-4671-8b5c-de5096362f9b on network c2fcde99-d8d4-483e-a474-248e3afaaef2 {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:28:47.470963 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c19086c-77f7-4e44-95bf-5b277e8a59b3 None None] Checking agent: {'id': '9c58f4e9-8628-43da-8d7d-cb04bd9f4726', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 19), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:28:47.471500 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c19086c-77f7-4e44-95bf-5b277e8a59b3 None None] Checking segment: {'id': '2c1c5ac3-7b69-4096-8790-4108a346deee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:28:47.471785 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-0c19086c-77f7-4e44-95bf-5b277e8a59b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:47.472171 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c19086c-77f7-4e44-95bf-5b277e8a59b3 None None] Bound using segment: {'id': '2c1c5ac3-7b69-4096-8790-4108a346deee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2'} {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:28:47.472700 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [None req-0c19086c-77f7-4e44-95bf-5b277e8a59b3 None None] Bound port: e7d2a8f6-8a36-4671-8b5c-de5096362f9b, host: dv-cinder-786932-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c1c5ac3-7b69-4096-8790-4108a346deee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2'}}] {{(pid=92926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:28:47.473137 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-0c19086c-77f7-4e44-95bf-5b277e8a59b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:47.515431 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ea06994e-0e53-4c57-a6c1-325e06f0b3a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:47.549666 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ea06994e-0e53-4c57-a6c1-325e06f0b3a8 admin admin] Transition to ACTIVE for port object 9d936b6b-e26a-4e0e-8ce6-94c4a8793210 will not be triggered until provisioned by entity DHCP. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:28:47.560891 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.db [None req-0c19086c-77f7-4e44-95bf-5b277e8a59b3 None None] For port e7d2a8f6-8a36-4671-8b5c-de5096362f9b, host dv-cinder-786932-3-iscsi, cleared binding levels {{(pid=92926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:28:47.566159 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.db [None req-0c19086c-77f7-4e44-95bf-5b277e8a59b3 None None] For port e7d2a8f6-8a36-4671-8b5c-de5096362f9b, host dv-cinder-786932-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=e7d2a8f6-8a36-4671-8b5c-de5096362f9b,segment=NetworkSegment(2c1c5ac3-7b69-4096-8790-4108a346deee),segment_id=2c1c5ac3-7b69-4096-8790-4108a346deee)] {{(pid=92926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:28:47.572448 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-0c19086c-77f7-4e44-95bf-5b277e8a59b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:47.626656 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ea06994e-0e53-4c57-a6c1-325e06f0b3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752272454283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126721041'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:47.628700 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-23d871b7-6fc4-474b-aff8-d17861add211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:47.706535 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c19086c-77f7-4e44-95bf-5b277e8a59b3 None None] Routers {'abe0d130-bf41-47bd-a005-1b400cc47804'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:28:47.707153 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-0c19086c-77f7-4e44-95bf-5b277e8a59b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:28:19Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['abe0d130-bf41-47bd-a005-1b400cc47804'], 'active': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:47.717392 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfe1851-9d90-4b52-b26b-c7865149a8d6 None None] Pushing event updated for resources: {'Port': ['ID=e7d2a8f6-8a36-4671-8b5c-de5096362f9b,revision_number=3']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:47.718643 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea06994e-0e53-4c57-a6c1-325e06f0b3a8 admin admin] Network 4d944749-f1be-4cc3-b48f-4761dc9a39cb is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:28:47.736465 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-23d871b7-6fc4-474b-aff8-d17861add211 None None] For port 0f6ce942-c2b6-43df-8a4e-7c66a8e9a357, host dv-cinder-786932-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=0f6ce942-c2b6-43df-8a4e-7c66a8e9a357,segment=NetworkSegment(ed0c3ba4-db39-4779-8303-1e1713a183f3),segment_id=ed0c3ba4-db39-4779-8303-1e1713a183f3)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:47.745256 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-23d871b7-6fc4-474b-aff8-d17861add211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:47.748201 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-ea06994e-0e53-4c57-a6c1-325e06f0b3a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:28:47.761832 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea06994e-0e53-4c57-a6c1-325e06f0b3a8 admin admin] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:28:47.828377 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ea06994e-0e53-4c57-a6c1-325e06f0b3a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760526'] for router_interface, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:47.855793 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea06994e-0e53-4c57-a6c1-325e06f0b3a8 admin admin] Pushing event updated for resources: {'Port': ['ID=9d936b6b-e26a-4e0e-8ce6-94c4a8793210,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:47.895077 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvr_db [None req-0c19086c-77f7-4e44-95bf-5b277e8a59b3 None None] Set router abe0d130-bf41-47bd-a005-1b400cc47804 gateway port host: dv-cinder-786932-3-iscsi {{(pid=92926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:28:47.897575 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d871b7-6fc4-474b-aff8-d17861add211 None None] Pushing event updated for resources: {'Port': ['ID=0f6ce942-c2b6-43df-8a4e-7c66a8e9a357,revision_number=3']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:48.055622 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647bde4-76af-46c1-a573-01c95d1fed45 req-dc740f3b-4f50-4194-a524-0b28a9b2f053 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:48.057223 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-c647bde4-76af-46c1-a573-01c95d1fed45 req-dc740f3b-4f50-4194-a524-0b28a9b2f053 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 945 time: 0.2249789 Jul 13 19:28:48.152831 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ea06994e-0e53-4c57-a6c1-325e06f0b3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:48.191226 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-c647bde4-76af-46c1-a573-01c95d1fed45 req-42e1bee9-069f-4cb0-bf7f-d3cf60668212 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb760fd5-c478-45a6-bcb6-89f12fd99825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240113 Jul 13 19:28:48.203342 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-0c19086c-77f7-4e44-95bf-5b277e8a59b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe0d130-bf41-47bd-a005-1b400cc47804', 'name': 'tempest-TestMinimumBasicScenario-773620420-router', 'tenant_id': '15d90243735444ceae2654cf9a41ebef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'e7d2a8f6-8a36-4671-8b5c-de5096362f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:28:43Z', 'updated_at': '2021-07-13T19:28:44Z', 'revision_number': 3, 'project_id': '15d90243735444ceae2654cf9a41ebef', 'gw_port': {'id': 'e7d2a8f6-8a36-4671-8b5c-de5096362f9b', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:df:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe0d130-bf41-47bd-a005-1b400cc47804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:44Z', 'updated_at': '2021-07-13T19:28:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi'}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:48.250560 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c19086c-77f7-4e44-95bf-5b277e8a59b3 None None] The sync data for ids ['abe0d130-bf41-47bd-a005-1b400cc47804'] in dv-cinder-786932-3-iscsi is: [{'id': 'abe0d130-bf41-47bd-a005-1b400cc47804', 'name': 'tempest-TestMinimumBasicScenario-773620420-router', 'tenant_id': '15d90243735444ceae2654cf9a41ebef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'e7d2a8f6-8a36-4671-8b5c-de5096362f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:28:43Z', 'updated_at': '2021-07-13T19:28:44Z', 'revision_number': 3, 'project_id': '15d90243735444ceae2654cf9a41ebef', 'gw_port': {'id': 'e7d2a8f6-8a36-4671-8b5c-de5096362f9b', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:df:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe0d130-bf41-47bd-a005-1b400cc47804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:44Z', 'updated_at': '2021-07-13T19:28:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi'}] {{(pid=92926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:28:48.340683 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device 1b532143-d9e5-4cce-ba3c-c81bb77c9e27 up at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:28:48.417840 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-5ce9e792-5055-449f-bbe7-13e7c316fb92 None None] Provisioning for port 9d936b6b-e26a-4e0e-8ce6-94c4a8793210 completed by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:28:48.420324 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ea06994e-0e53-4c57-a6c1-325e06f0b3a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:48.426950 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ea06994e-0e53-4c57-a6c1-325e06f0b3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126721050'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:48.452322 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-5ce9e792-5055-449f-bbe7-13e7c316fb92 None None] Provisioning complete for port 9d936b6b-e26a-4e0e-8ce6-94c4a8793210 triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:48.453251 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5ce9e792-5055-449f-bbe7-13e7c316fb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:48.574036 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-5ce9e792-5055-449f-bbe7-13e7c316fb92 None None] Port 9d936b6b-e26a-4e0e-8ce6-94c4a8793210 cannot update to ACTIVE because it is not bound. {{(pid=92925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:28:48.578092 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning for port 1b532143-d9e5-4cce-ba3c-c81bb77c9e27 completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:28:48.597095 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning complete for port 1b532143-d9e5-4cce-ba3c-c81bb77c9e27 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:48.597471 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:48.625409 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ea06994e-0e53-4c57-a6c1-325e06f0b3a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759678'] for router_interface, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:48.628976 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea06994e-0e53-4c57-a6c1-325e06f0b3a8 admin admin] Pushing event updated for resources: {'Port': ['ID=9d936b6b-e26a-4e0e-8ce6-94c4a8793210,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:48.638317 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-5ce9e792-5055-449f-bbe7-13e7c316fb92 None None] Provisioning complete for port 0f6ce942-c2b6-43df-8a4e-7c66a8e9a357 triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:48.638609 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5ce9e792-5055-449f-bbe7-13e7c316fb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:48.730720 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-f6dd6cd4-c2f7-4e9b-9dad-50f1a2b39fb9 req-93abaf51-7457-4b96-8b11-c4fe64da68b3 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 210 time: 0.0339856 Jul 13 19:28:48.773877 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c89f448-32ce-4ed8-9c13-a40cfef417e7 req-216469b5-eb54-4d31-a3ac-a7b4046e21b0 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:48.781301 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2c89f448-32ce-4ed8-9c13-a40cfef417e7 req-216469b5-eb54-4d31-a3ac-a7b4046e21b0 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=2948849c-cd06-4bfe-b1a8-9e34d272493c HTTP/1.1" status: 200 len: 946 time: 0.0950937 Jul 13 19:28:48.783568 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea06994e-0e53-4c57-a6c1-325e06f0b3a8 admin admin] Network 4d944749-f1be-4cc3-b48f-4761dc9a39cb is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:28:48.785233 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-ea06994e-0e53-4c57-a6c1-325e06f0b3a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:28:48.790369 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:48.844898 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2c89f448-32ce-4ed8-9c13-a40cfef417e7 req-05c14c52-8df8-4e21-a1bc-fcb281c0d8be tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608470 Jul 13 19:28:48.851597 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] For port 1b532143-d9e5-4cce-ba3c-c81bb77c9e27, host dv-cinder-786932-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=1b532143-d9e5-4cce-ba3c-c81bb77c9e27,segment=NetworkSegment(b486c7b2-067d-4550-9f8a-5c480e73f7c4),segment_id=b486c7b2-067d-4550-9f8a-5c480e73f7c4)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:48.857931 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:48.861272 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device 0f6ce942-c2b6-43df-8a4e-7c66a8e9a357 up at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:28:48.984604 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-9338c3ad-c149-4f69-98c0-00686e136332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:48.995056 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning complete for port 0f6ce942-c2b6-43df-8a4e-7c66a8e9a357 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:49.001237 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:49.004689 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Pushing event updated for resources: {'Port': ['ID=1b532143-d9e5-4cce-ba3c-c81bb77c9e27,revision_number=5']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:49.093547 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-8af28572-d02d-4934-9f96-09c3b24e86d5 None None] Provisioning complete for port 9d936b6b-e26a-4e0e-8ce6-94c4a8793210 triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:49.093889 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8af28572-d02d-4934-9f96-09c3b24e86d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:49.219041 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:49.229397 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-8af28572-d02d-4934-9f96-09c3b24e86d5 None None] Port 9d936b6b-e26a-4e0e-8ce6-94c4a8793210 cannot update to ACTIVE because it is not bound. {{(pid=92925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:28:49.356328 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-ed1aff95-69e0-46b0-9c98-0c3e91e3bb84 None None] Provisioning complete for port 9d936b6b-e26a-4e0e-8ce6-94c4a8793210 triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:49.357711 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-ed1aff95-69e0-46b0-9c98-0c3e91e3bb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:49.387556 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea06994e-0e53-4c57-a6c1-325e06f0b3a8 admin admin] Router abe0d130-bf41-47bd-a005-1b400cc47804 has already been hosted by L3 agent beedb406-ab13-44dd-957b-972171d020d2 {{(pid=92924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:28:49.432776 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-ed1aff95-69e0-46b0-9c98-0c3e91e3bb84 None None] Port 9d936b6b-e26a-4e0e-8ce6-94c4a8793210 cannot update to ACTIVE because it is not bound. {{(pid=92925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:28:49.512537 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab8c21-d732-42d9-9e04-5e91745a20aa req-e3f5b8af-4a60-481a-976f-d1a9901f668f tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:49.539498 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-15ab8c21-d732-42d9-9e04-5e91745a20aa req-e3f5b8af-4a60-481a-976f-d1a9901f668f tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 945 time: 0.1362004 Jul 13 19:28:49.617302 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-15ab8c21-d732-42d9-9e04-5e91745a20aa req-5d3455fb-7996-4bc6-a84e-5d461a971678 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb760fd5-c478-45a6-bcb6-89f12fd99825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755816 Jul 13 19:28:49.742928 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea06994e-0e53-4c57-a6c1-325e06f0b3a8 admin admin] Notify agent at l3_agent.dv-cinder-786932-3-iscsi the message routers_updated {{(pid=92924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:28:49.748771 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-ea06994e-0e53-4c57-a6c1-325e06f0b3a8 admin admin] 10.222.0.67 "PUT /v2.0/routers/abe0d130-bf41-47bd-a005-1b400cc47804/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8353281 Jul 13 19:28:49.818153 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15b690-2bd8-4eca-909d-b769b7c34df9 req-b708c2d0-4c43-41a3-b48e-5965ca0e8666 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:49.820440 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2b15b690-2bd8-4eca-909d-b769b7c34df9 req-b708c2d0-4c43-41a3-b48e-5965ca0e8666 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.18 "GET /v2.0/networks?id=3e4dc58a-a6f8-4fc6-9689-be4b7fc56525 HTTP/1.1" status: 200 len: 809 time: 0.4312470 Jul 13 19:28:49.876942 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010da74f-8601-4221-aa54-09e7a172314a req-0146b6ea-4e9f-4959-95f6-edf0d49890df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:49.878905 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-010da74f-8601-4221-aa54-09e7a172314a req-0146b6ea-4e9f-4959-95f6-edf0d49890df service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=248dce75e9c94921877d1b32ba31a634&device_id=2948849c-cd06-4bfe-b1a8-9e34d272493c HTTP/1.1" status: 200 len: 1099 time: 0.2035635 Jul 13 19:28:49.904109 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d92fbec9-fef4-48ae-a44d-3972d87d01b8 req-e164309a-6766-4db9-975d-ce6975f3ed4b tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 210 time: 0.0430918 Jul 13 19:28:49.946818 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a13f7-248a-4e41-96ce-0c7da68a4b74 req-7b9ab6e2-abc0-4900-922a-86596dd617c9 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:49.951861 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-dc7a13f7-248a-4e41-96ce-0c7da68a4b74 req-7b9ab6e2-abc0-4900-922a-86596dd617c9 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=2948849c-cd06-4bfe-b1a8-9e34d272493c HTTP/1.1" status: 200 len: 946 time: 0.2411520 Jul 13 19:28:49.987975 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2b15b690-2bd8-4eca-909d-b769b7c34df9 req-4e6ec434-2efd-45df-b349-3fb7074c8c0b tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67402faa97f64f238466e72ec9e27071 HTTP/1.1" status: 200 len: 380 time: 0.1479914 Jul 13 19:28:50.015553 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [req-2b15b690-2bd8-4eca-909d-b769b7c34df9 req-09ef0ebc-ad48-47a6-a020-f8b9ef334688 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Request body: {'port': {'device_id': '3d83e088-f62a-40f1-87d7-784bfcbcaed8', 'network_id': '3e4dc58a-a6f8-4fc6-9689-be4b7fc56525', 'admin_state_up': True, 'tenant_id': '67402faa97f64f238466e72ec9e27071', 'security_groups': ['4db08e9d-cd84-42ba-932f-62d3bd3b2487']}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:28:50.112128 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-dc7a13f7-248a-4e41-96ce-0c7da68a4b74 req-85790b25-67cf-4d3d-b6a8-0afb73d97317 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300118 Jul 13 19:28:50.139624 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010da74f-8601-4221-aa54-09e7a172314a req-9de51cb4-78a4-400e-9387-a957b1305055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:50.142094 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-010da74f-8601-4221-aa54-09e7a172314a req-9de51cb4-78a4-400e-9387-a957b1305055 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fc4a6477-68b4-4cfe-9108-edf87a192a01 HTTP/1.1" status: 200 len: 920 time: 0.2534666 Jul 13 19:28:50.225093 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f121cc10-15a3-4774-9d3b-44cefef2260b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:50.236301 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-010da74f-8601-4221-aa54-09e7a172314a req-759b6060-006c-42be-8c50-21b3c44ced8a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b098a10-9e62-4d5e-a99c-e39215f28b92 HTTP/1.1" status: 200 len: 217 time: 0.0867875 Jul 13 19:28:50.337621 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010da74f-8601-4221-aa54-09e7a172314a req-157cf2b1-df5c-4c8e-93e3-4f12e1d8687a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:50.339141 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-010da74f-8601-4221-aa54-09e7a172314a req-157cf2b1-df5c-4c8e-93e3-4f12e1d8687a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fedad9ab-ec25-46bf-a611-8dd9aa1299f2 HTTP/1.1" status: 200 len: 859 time: 0.0799086 Jul 13 19:28:50.344278 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b15b690-2bd8-4eca-909d-b769b7c34df9 req-09ef0ebc-ad48-47a6-a020-f8b9ef334688 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Made reservation on behalf of 67402faa97f64f238466e72ec9e27071 for: {'port': 1} {{(pid=92924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:28:50.350071 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-2b15b690-2bd8-4eca-909d-b769b7c34df9 req-09ef0ebc-ad48-47a6-a020-f8b9ef334688 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:50.382058 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device 1b532143-d9e5-4cce-ba3c-c81bb77c9e27 up at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:28:50.401565 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-010da74f-8601-4221-aa54-09e7a172314a req-1407e4b5-48b2-4599-92e8-5831e5d4ba84 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc4a6477-68b4-4cfe-9108-edf87a192a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440226 Jul 13 19:28:50.447382 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning complete for port 1b532143-d9e5-4cce-ba3c-c81bb77c9e27 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:50.448066 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:50.582481 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device e7d2a8f6-8a36-4671-8b5c-de5096362f9b up at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:28:50.613127 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-010da74f-8601-4221-aa54-09e7a172314a req-a39f5b74-5e01-455c-aac9-c23c23a3eb0d service neutron] 10.222.0.18 "GET /v2.0/networks/fc4a6477-68b4-4cfe-9108-edf87a192a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011395 Jul 13 19:28:50.633641 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [req-2b15b690-2bd8-4eca-909d-b769b7c34df9 req-09ef0ebc-ad48-47a6-a020-f8b9ef334688 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Allocated IP 172.20.0.14 (3e4dc58a-a6f8-4fc6-9689-be4b7fc56525/6c3b9855-037d-4be9-92be-e197c249828f/1db67f4a-337f-4ef0-a0c9-bc0adbe267ce) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:28:50.650387 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning for port e7d2a8f6-8a36-4671-8b5c-de5096362f9b completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:28:50.654743 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning complete for port e7d2a8f6-8a36-4671-8b5c-de5096362f9b triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:50.655177 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:50.782828 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:50.828065 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] For port e7d2a8f6-8a36-4671-8b5c-de5096362f9b, host dv-cinder-786932-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=e7d2a8f6-8a36-4671-8b5c-de5096362f9b,segment=NetworkSegment(2c1c5ac3-7b69-4096-8790-4108a346deee),segment_id=2c1c5ac3-7b69-4096-8790-4108a346deee)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:50.828612 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-010da74f-8601-4221-aa54-09e7a172314a req-92f5bb3b-59ae-4ff0-9150-a48298edbd5b service neutron] 10.222.0.18 "GET /v2.0/networks/fc4a6477-68b4-4cfe-9108-edf87a192a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026699 Jul 13 19:28:50.834166 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:50.928821 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-2b15b690-2bd8-4eca-909d-b769b7c34df9 req-09ef0ebc-ad48-47a6-a020-f8b9ef334688 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:50.937878 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Pushing event updated for resources: {'Port': ['ID=e7d2a8f6-8a36-4671-8b5c-de5096362f9b,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:50.973859 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [req-2b15b690-2bd8-4eca-909d-b769b7c34df9 req-09ef0ebc-ad48-47a6-a020-f8b9ef334688 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Transition to ACTIVE for port object 1db67f4a-337f-4ef0-a0c9-bc0adbe267ce will not be triggered until provisioned by entity DHCP. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:28:50.978029 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba3ac4d-a865-40df-9fc3-cb5da18388dc req-9d7e0a6c-b69a-4c0e-94f7-439d3eb573a4 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:50.980444 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-dba3ac4d-a865-40df-9fc3-cb5da18388dc req-9d7e0a6c-b69a-4c0e-94f7-439d3eb573a4 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 945 time: 0.1353354 Jul 13 19:28:51.018851 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-2b15b690-2bd8-4eca-909d-b769b7c34df9 req-09ef0ebc-ad48-47a6-a020-f8b9ef334688 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752272454283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126721041'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:51.055333 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-dba3ac4d-a865-40df-9fc3-cb5da18388dc req-0962398d-3b3b-42a6-8ee1-f25b651fc1c6 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb760fd5-c478-45a6-bcb6-89f12fd99825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582333 Jul 13 19:28:51.095934 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b15b690-2bd8-4eca-909d-b769b7c34df9 req-09ef0ebc-ad48-47a6-a020-f8b9ef334688 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Network 3e4dc58a-a6f8-4fc6-9689-be4b7fc56525 is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:28:51.100487 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [req-2b15b690-2bd8-4eca-909d-b769b7c34df9 req-09ef0ebc-ad48-47a6-a020-f8b9ef334688 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:28:51.107035 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b15b690-2bd8-4eca-909d-b769b7c34df9 req-09ef0ebc-ad48-47a6-a020-f8b9ef334688 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:28:51.148057 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef0ebc-ad48-47a6-a020-f8b9ef334688 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Pushing event updated for resources: {'Port': ['ID=1db67f4a-337f-4ef0-a0c9-bc0adbe267ce,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:51.237123 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15b690-2bd8-4eca-909d-b769b7c34df9 req-09ef0ebc-ad48-47a6-a020-f8b9ef334688 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:51.237808 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-2b15b690-2bd8-4eca-909d-b769b7c34df9 req-09ef0ebc-ad48-47a6-a020-f8b9ef334688 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:51.276157 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2b15b690-2bd8-4eca-909d-b769b7c34df9 req-09ef0ebc-ad48-47a6-a020-f8b9ef334688 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2771776 Jul 13 19:28:51.299276 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded0779-eaae-4139-abba-6583f34da296 req-503bb5d9-1b99-4249-b8f2-1cf0473a37f3 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:51.307507 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-cded0779-eaae-4139-abba-6583f34da296 req-503bb5d9-1b99-4249-b8f2-1cf0473a37f3 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 932 time: 0.1639366 Jul 13 19:28:51.356232 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-cded0779-eaae-4139-abba-6583f34da296 req-04ecb096-e1e1-4f32-9f20-37e32120c01f tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/security-groups?id=4db08e9d-cd84-42ba-932f-62d3bd3b2487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476785 Jul 13 19:28:51.367737 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d6c580-5401-409a-b0fd-7693bd4fef4a None None] Sync routers for ids ['abe0d130-bf41-47bd-a005-1b400cc47804'] in dv-cinder-786932-3-iscsi {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:28:51.380790 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d6c580-5401-409a-b0fd-7693bd4fef4a None None] Routers {'abe0d130-bf41-47bd-a005-1b400cc47804'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:28:51.381539 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-53d6c580-5401-409a-b0fd-7693bd4fef4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:28:49Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['abe0d130-bf41-47bd-a005-1b400cc47804'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:51.442690 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8485ee1e-93f5-496b-b547-c896d3783745 req-444d58c3-7aa2-46e5-945a-717516b0bd7d tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:51.444332 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-8485ee1e-93f5-496b-b547-c896d3783745 req-444d58c3-7aa2-46e5-945a-717516b0bd7d tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=2948849c-cd06-4bfe-b1a8-9e34d272493c HTTP/1.1" status: 200 len: 946 time: 0.1094637 Jul 13 19:28:51.500366 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-8485ee1e-93f5-496b-b547-c896d3783745 req-368a48b3-a04e-4917-967e-4702368b1958 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497494 Jul 13 19:28:51.509383 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-fe86a2a9-8e1d-4c31-a682-d4c5d2ad586c None None] Provisioning for port 1db67f4a-337f-4ef0-a0c9-bc0adbe267ce completed by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:28:51.520797 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-fe86a2a9-8e1d-4c31-a682-d4c5d2ad586c None None] Provisioning complete for port 1db67f4a-337f-4ef0-a0c9-bc0adbe267ce triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:51.530253 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-fe86a2a9-8e1d-4c31-a682-d4c5d2ad586c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:51.557319 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-53d6c580-5401-409a-b0fd-7693bd4fef4a None None] Set router abe0d130-bf41-47bd-a005-1b400cc47804 gateway port host: dv-cinder-786932-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:28:51.605522 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-fe86a2a9-8e1d-4c31-a682-d4c5d2ad586c None None] Port 1db67f4a-337f-4ef0-a0c9-bc0adbe267ce cannot update to ACTIVE because it is not bound. {{(pid=92925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:28:51.738599 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-90e910e5-9927-492e-a649-803b472a565a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:51.825422 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-53d6c580-5401-409a-b0fd-7693bd4fef4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe0d130-bf41-47bd-a005-1b400cc47804', 'name': 'tempest-TestMinimumBasicScenario-773620420-router', 'tenant_id': '15d90243735444ceae2654cf9a41ebef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'e7d2a8f6-8a36-4671-8b5c-de5096362f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:28:43Z', 'updated_at': '2021-07-13T19:28:48Z', 'revision_number': 4, 'project_id': '15d90243735444ceae2654cf9a41ebef', 'gw_port': {'id': 'e7d2a8f6-8a36-4671-8b5c-de5096362f9b', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:df:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe0d130-bf41-47bd-a005-1b400cc47804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:44Z', 'updated_at': '2021-07-13T19:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_interfaces': [{'id': '9d936b6b-e26a-4e0e-8ce6-94c4a8793210', 'name': '', 'network_id': '4d944749-f1be-4cc3-b48f-4761dc9a39cb', 'tenant_id': '15d90243735444ceae2654cf9a41ebef', 'mac_address': 'fa:16:3e:8a:e6:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe0d130-bf41-47bd-a005-1b400cc47804', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '9c889a73-a387-49cb-a1a9-69a9449d0661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:47Z', 'updated_at': '2021-07-13T19:28:48Z', 'revision_number': 2, 'project_id': '15d90243735444ceae2654cf9a41ebef', 'subnets': [{'id': '9c889a73-a387-49cb-a1a9-69a9449d0661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:51.858435 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d6c580-5401-409a-b0fd-7693bd4fef4a None None] Checking router: abe0d130-bf41-47bd-a005-1b400cc47804 for host: dv-cinder-786932-3-iscsi {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:28:51.858795 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d6c580-5401-409a-b0fd-7693bd4fef4a None None] Updating router abe0d130-bf41-47bd-a005-1b400cc47804 port 9d936b6b-e26a-4e0e-8ce6-94c4a8793210 binding host dv-cinder-786932-3-iscsi {{(pid=92925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:28:51.895983 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-53d6c580-5401-409a-b0fd-7693bd4fef4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:52.233113 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device e7d2a8f6-8a36-4671-8b5c-de5096362f9b up at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:28:52.344560 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e3f44-39f6-4cad-8bb6-a887fd9daa07 req-73d6283c-5eaa-4813-a2b4-fcf7545333f1 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:52.346025 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-a18e3f44-39f6-4cad-8bb6-a887fd9daa07 req-73d6283c-5eaa-4813-a2b4-fcf7545333f1 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 945 time: 0.1119168 Jul 13 19:28:52.364084 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning complete for port e7d2a8f6-8a36-4671-8b5c-de5096362f9b triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:52.364599 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:52.423796 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-53d6c580-5401-409a-b0fd-7693bd4fef4a None None] Notify callbacks [] for port, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:52.434104 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-a18e3f44-39f6-4cad-8bb6-a887fd9daa07 req-6ff457da-1820-4b19-9b00-31ec27a7fbd3 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb760fd5-c478-45a6-bcb6-89f12fd99825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785744 Jul 13 19:28:52.448132 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-53d6c580-5401-409a-b0fd-7693bd4fef4a None None] Transition to ACTIVE for port object 9d936b6b-e26a-4e0e-8ce6-94c4a8793210 will not be triggered until provisioned by entity L2. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:28:52.456021 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-53d6c580-5401-409a-b0fd-7693bd4fef4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:52.567934 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ed6ea-c262-4b0e-b1f0-7622e82a99ae req-4246a68a-e3e6-4893-ab7b-24033fbab408 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:52.575818 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-227ed6ea-c262-4b0e-b1f0-7622e82a99ae req-4246a68a-e3e6-4893-ab7b-24033fbab408 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 932 time: 0.0891051 Jul 13 19:28:52.599366 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ec59f3-1198-4e6d-b84a-0901d715183c None None] Pushing event updated for resources: {'Port': ['ID=9d936b6b-e26a-4e0e-8ce6-94c4a8793210,revision_number=3']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:52.651187 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-227ed6ea-c262-4b0e-b1f0-7622e82a99ae req-bd044cf4-fc1c-45fc-a4d5-f84f0049353c tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/security-groups?id=4db08e9d-cd84-42ba-932f-62d3bd3b2487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693331 Jul 13 19:28:52.713256 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-53d6c580-5401-409a-b0fd-7693bd4fef4a None None] Attempting to bind port 9d936b6b-e26a-4e0e-8ce6-94c4a8793210 on host dv-cinder-786932-3-iscsi for vnic_type normal with profile {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:28:52.713633 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-53d6c580-5401-409a-b0fd-7693bd4fef4a None None] Attempting to bind port 9d936b6b-e26a-4e0e-8ce6-94c4a8793210 by drivers openvswitch,hyperv on host dv-cinder-786932-3-iscsi at level 0 using segments [{'id': 'ed0c3ba4-db39-4779-8303-1e1713a183f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4d944749-f1be-4cc3-b48f-4761dc9a39cb'}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:28:52.714002 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d6c580-5401-409a-b0fd-7693bd4fef4a None None] Attempting to bind port 9d936b6b-e26a-4e0e-8ce6-94c4a8793210 on network 4d944749-f1be-4cc3-b48f-4761dc9a39cb {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:28:52.721491 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d6c580-5401-409a-b0fd-7693bd4fef4a None None] Checking agent: {'id': '9c58f4e9-8628-43da-8d7d-cb04bd9f4726', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 19), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:28:52.721871 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d6c580-5401-409a-b0fd-7693bd4fef4a None None] Checking segment: {'id': 'ed0c3ba4-db39-4779-8303-1e1713a183f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4d944749-f1be-4cc3-b48f-4761dc9a39cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:28:52.722284 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-53d6c580-5401-409a-b0fd-7693bd4fef4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:52.722685 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d6c580-5401-409a-b0fd-7693bd4fef4a None None] Bound using segment: {'id': 'ed0c3ba4-db39-4779-8303-1e1713a183f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4d944749-f1be-4cc3-b48f-4761dc9a39cb'} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:28:52.723164 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-53d6c580-5401-409a-b0fd-7693bd4fef4a None None] Bound port: 9d936b6b-e26a-4e0e-8ce6-94c4a8793210, host: dv-cinder-786932-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed0c3ba4-db39-4779-8303-1e1713a183f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4d944749-f1be-4cc3-b48f-4761dc9a39cb'}}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:28:52.723580 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-53d6c580-5401-409a-b0fd-7693bd4fef4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:52.804050 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-53d6c580-5401-409a-b0fd-7693bd4fef4a None None] For port 9d936b6b-e26a-4e0e-8ce6-94c4a8793210, host dv-cinder-786932-3-iscsi, cleared binding levels {{(pid=92925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:28:52.807965 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-53d6c580-5401-409a-b0fd-7693bd4fef4a None None] For port 9d936b6b-e26a-4e0e-8ce6-94c4a8793210, host dv-cinder-786932-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=9d936b6b-e26a-4e0e-8ce6-94c4a8793210,segment=NetworkSegment(ed0c3ba4-db39-4779-8303-1e1713a183f3),segment_id=ed0c3ba4-db39-4779-8303-1e1713a183f3)] {{(pid=92925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:28:52.808584 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e289f65-82c4-4973-96d9-2dc1ea35b98d req-8b34dd95-6dff-42f9-9737-ca337cf1d4c0 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:52.810526 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-4e289f65-82c4-4973-96d9-2dc1ea35b98d req-8b34dd95-6dff-42f9-9737-ca337cf1d4c0 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=2948849c-cd06-4bfe-b1a8-9e34d272493c HTTP/1.1" status: 200 len: 946 time: 0.0903039 Jul 13 19:28:52.818203 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-53d6c580-5401-409a-b0fd-7693bd4fef4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:52.877629 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-4e289f65-82c4-4973-96d9-2dc1ea35b98d req-e4b64ea5-8669-46cb-8ded-ad8bc4092c47 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563993 Jul 13 19:28:52.926856 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d6c580-5401-409a-b0fd-7693bd4fef4a None None] Routers {'abe0d130-bf41-47bd-a005-1b400cc47804'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:28:52.927545 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-53d6c580-5401-409a-b0fd-7693bd4fef4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:28:49Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['abe0d130-bf41-47bd-a005-1b400cc47804'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:52.932285 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ec59f3-1198-4e6d-b84a-0901d715183c None None] Pushing event updated for resources: {'Port': ['ID=9d936b6b-e26a-4e0e-8ce6-94c4a8793210,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:53.063923 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-53d6c580-5401-409a-b0fd-7693bd4fef4a None None] Set router abe0d130-bf41-47bd-a005-1b400cc47804 gateway port host: dv-cinder-786932-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:28:53.311742 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-53d6c580-5401-409a-b0fd-7693bd4fef4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe0d130-bf41-47bd-a005-1b400cc47804', 'name': 'tempest-TestMinimumBasicScenario-773620420-router', 'tenant_id': '15d90243735444ceae2654cf9a41ebef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'e7d2a8f6-8a36-4671-8b5c-de5096362f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:28:43Z', 'updated_at': '2021-07-13T19:28:48Z', 'revision_number': 4, 'project_id': '15d90243735444ceae2654cf9a41ebef', 'gw_port': {'id': 'e7d2a8f6-8a36-4671-8b5c-de5096362f9b', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:df:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe0d130-bf41-47bd-a005-1b400cc47804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:44Z', 'updated_at': '2021-07-13T19:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_interfaces': [{'id': '9d936b6b-e26a-4e0e-8ce6-94c4a8793210', 'name': '', 'network_id': '4d944749-f1be-4cc3-b48f-4761dc9a39cb', 'tenant_id': '15d90243735444ceae2654cf9a41ebef', 'mac_address': 'fa:16:3e:8a:e6:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe0d130-bf41-47bd-a005-1b400cc47804', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '9c889a73-a387-49cb-a1a9-69a9449d0661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:47Z', 'updated_at': '2021-07-13T19:28:52Z', 'revision_number': 4, 'project_id': '15d90243735444ceae2654cf9a41ebef', 'subnets': [{'id': '9c889a73-a387-49cb-a1a9-69a9449d0661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:28:53.358101 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d6c580-5401-409a-b0fd-7693bd4fef4a None None] The sync data for ids ['abe0d130-bf41-47bd-a005-1b400cc47804'] in dv-cinder-786932-3-iscsi is: [{'id': 'abe0d130-bf41-47bd-a005-1b400cc47804', 'name': 'tempest-TestMinimumBasicScenario-773620420-router', 'tenant_id': '15d90243735444ceae2654cf9a41ebef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'e7d2a8f6-8a36-4671-8b5c-de5096362f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:28:43Z', 'updated_at': '2021-07-13T19:28:48Z', 'revision_number': 4, 'project_id': '15d90243735444ceae2654cf9a41ebef', 'gw_port': {'id': 'e7d2a8f6-8a36-4671-8b5c-de5096362f9b', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:df:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe0d130-bf41-47bd-a005-1b400cc47804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:44Z', 'updated_at': '2021-07-13T19:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_interfaces': [{'id': '9d936b6b-e26a-4e0e-8ce6-94c4a8793210', 'name': '', 'network_id': '4d944749-f1be-4cc3-b48f-4761dc9a39cb', 'tenant_id': '15d90243735444ceae2654cf9a41ebef', 'mac_address': 'fa:16:3e:8a:e6:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe0d130-bf41-47bd-a005-1b400cc47804', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '9c889a73-a387-49cb-a1a9-69a9449d0661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:47Z', 'updated_at': '2021-07-13T19:28:52Z', 'revision_number': 4, 'project_id': '15d90243735444ceae2654cf9a41ebef', 'subnets': [{'id': '9c889a73-a387-49cb-a1a9-69a9449d0661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:28:53.670987 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec9415-d79b-483a-a968-3d8a49b3abd6 req-b890fc63-957d-4fef-b924-aa7f681fe608 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:53.682349 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-0dec9415-d79b-483a-a968-3d8a49b3abd6 req-b890fc63-957d-4fef-b924-aa7f681fe608 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 945 time: 0.1192055 Jul 13 19:28:53.693079 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [req-2b15b690-2bd8-4eca-909d-b769b7c34df9 req-8ad826b7-95c8-4110-bb12-c100d2e5178c service neutron] Request body: {'port': {'device_id': '3d83e088-f62a-40f1-87d7-784bfcbcaed8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:28:53.744010 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-0dec9415-d79b-483a-a968-3d8a49b3abd6 req-2d9637ef-2f58-42d4-ac33-8239d8be8452 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb760fd5-c478-45a6-bcb6-89f12fd99825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469534 Jul 13 19:28:53.897955 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-2b15b690-2bd8-4eca-909d-b769b7c34df9 req-8ad826b7-95c8-4110-bb12-c100d2e5178c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:53.989222 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2033737-36ee-4867-9620-f73ad3382caf req-4b60ebe5-93c2-4269-885d-8bed7b9a21f6 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:53.996236 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-e2033737-36ee-4867-9620-f73ad3382caf req-4b60ebe5-93c2-4269-885d-8bed7b9a21f6 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 932 time: 0.1697400 Jul 13 19:28:54.150551 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-e2033737-36ee-4867-9620-f73ad3382caf req-9795f21b-7de5-4619-b236-29f06aeb1bf5 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/security-groups?id=4db08e9d-cd84-42ba-932f-62d3bd3b2487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516871 Jul 13 19:28:54.246989 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device 9d936b6b-e26a-4e0e-8ce6-94c4a8793210 up at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:28:54.261042 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a7810-afec-41bc-9cd3-6d1105f5e79d req-16684a49-520d-4856-bf9c-04cadee6a608 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:54.263053 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-278a7810-afec-41bc-9cd3-6d1105f5e79d req-16684a49-520d-4856-bf9c-04cadee6a608 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=2948849c-cd06-4bfe-b1a8-9e34d272493c HTTP/1.1" status: 200 len: 946 time: 0.1057370 Jul 13 19:28:54.327116 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-278a7810-afec-41bc-9cd3-6d1105f5e79d req-a195be45-7682-424f-8085-213226806138 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572910 Jul 13 19:28:54.364830 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning for port 9d936b6b-e26a-4e0e-8ce6-94c4a8793210 completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:28:54.372290 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning complete for port 9d936b6b-e26a-4e0e-8ce6-94c4a8793210 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:54.372855 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:54.407050 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [req-2b15b690-2bd8-4eca-909d-b769b7c34df9 req-8ad826b7-95c8-4110-bb12-c100d2e5178c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1db67f4a-337f-4ef0-a0c9-bc0adbe267ce {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:28:54.417376 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-2b15b690-2bd8-4eca-909d-b769b7c34df9 req-8ad826b7-95c8-4110-bb12-c100d2e5178c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:54.438914 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [req-2b15b690-2bd8-4eca-909d-b769b7c34df9 req-8ad826b7-95c8-4110-bb12-c100d2e5178c service neutron] Transition to ACTIVE for port object 1db67f4a-337f-4ef0-a0c9-bc0adbe267ce will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:28:54.450788 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-2b15b690-2bd8-4eca-909d-b769b7c34df9 req-8ad826b7-95c8-4110-bb12-c100d2e5178c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126721050'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:54.470304 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:54.527132 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] For port 9d936b6b-e26a-4e0e-8ce6-94c4a8793210, host dv-cinder-786932-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=9d936b6b-e26a-4e0e-8ce6-94c4a8793210,segment=NetworkSegment(ed0c3ba4-db39-4779-8303-1e1713a183f3),segment_id=ed0c3ba4-db39-4779-8303-1e1713a183f3)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:28:54.535582 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:54.567196 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad826b7-95c8-4110-bb12-c100d2e5178c service neutron] Pushing event updated for resources: {'Port': ['ID=1db67f4a-337f-4ef0-a0c9-bc0adbe267ce,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:54.632202 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Pushing event updated for resources: {'Port': ['ID=9d936b6b-e26a-4e0e-8ce6-94c4a8793210,revision_number=5']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:54.678507 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-2b15b690-2bd8-4eca-909d-b769b7c34df9 req-8ad826b7-95c8-4110-bb12-c100d2e5178c service neutron] Attempting to bind port 1db67f4a-337f-4ef0-a0c9-bc0adbe267ce on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:28:54.678864 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-2b15b690-2bd8-4eca-909d-b769b7c34df9 req-8ad826b7-95c8-4110-bb12-c100d2e5178c service neutron] Attempting to bind port 1db67f4a-337f-4ef0-a0c9-bc0adbe267ce by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '7ab24263-1de9-41e1-b330-4c6bf47d6bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3e4dc58a-a6f8-4fc6-9689-be4b7fc56525'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:28:54.679173 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b15b690-2bd8-4eca-909d-b769b7c34df9 req-8ad826b7-95c8-4110-bb12-c100d2e5178c service neutron] Attempting to bind port 1db67f4a-337f-4ef0-a0c9-bc0adbe267ce on network 3e4dc58a-a6f8-4fc6-9689-be4b7fc56525 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:28:54.695684 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b15b690-2bd8-4eca-909d-b769b7c34df9 req-8ad826b7-95c8-4110-bb12-c100d2e5178c service neutron] Port 1db67f4a-337f-4ef0-a0c9-bc0adbe267ce on network 3e4dc58a-a6f8-4fc6-9689-be4b7fc56525 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:28:54.696317 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b15b690-2bd8-4eca-909d-b769b7c34df9 req-8ad826b7-95c8-4110-bb12-c100d2e5178c service neutron] Attempting to bind port 1db67f4a-337f-4ef0-a0c9-bc0adbe267ce on network 3e4dc58a-a6f8-4fc6-9689-be4b7fc56525 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:28:54.702042 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b15b690-2bd8-4eca-909d-b769b7c34df9 req-8ad826b7-95c8-4110-bb12-c100d2e5178c service neutron] Checking agent: {'id': '4a103c85-e045-48ce-a8be-787d9b9ed000', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 23, 28), 'started_at': datetime.datetime(2021, 7, 13, 19, 23, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:28:54.702391 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b15b690-2bd8-4eca-909d-b769b7c34df9 req-8ad826b7-95c8-4110-bb12-c100d2e5178c service neutron] Checking segment: {'id': '7ab24263-1de9-41e1-b330-4c6bf47d6bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3e4dc58a-a6f8-4fc6-9689-be4b7fc56525'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:28:54.702776 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b15b690-2bd8-4eca-909d-b769b7c34df9 req-8ad826b7-95c8-4110-bb12-c100d2e5178c service neutron] Bound using segment: {'id': '7ab24263-1de9-41e1-b330-4c6bf47d6bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3e4dc58a-a6f8-4fc6-9689-be4b7fc56525'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:28:54.703688 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-2b15b690-2bd8-4eca-909d-b769b7c34df9 req-8ad826b7-95c8-4110-bb12-c100d2e5178c service neutron] Bound port: 1db67f4a-337f-4ef0-a0c9-bc0adbe267ce, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ab24263-1de9-41e1-b330-4c6bf47d6bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3e4dc58a-a6f8-4fc6-9689-be4b7fc56525'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:28:54.704569 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-2b15b690-2bd8-4eca-909d-b769b7c34df9 req-8ad826b7-95c8-4110-bb12-c100d2e5178c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:54.825355 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-2b15b690-2bd8-4eca-909d-b769b7c34df9 req-8ad826b7-95c8-4110-bb12-c100d2e5178c service neutron] For port 1db67f4a-337f-4ef0-a0c9-bc0adbe267ce, host hv-cinder-78693, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:28:54.830904 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-2b15b690-2bd8-4eca-909d-b769b7c34df9 req-8ad826b7-95c8-4110-bb12-c100d2e5178c service neutron] For port 1db67f4a-337f-4ef0-a0c9-bc0adbe267ce, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=1db67f4a-337f-4ef0-a0c9-bc0adbe267ce,segment=NetworkSegment(7ab24263-1de9-41e1-b330-4c6bf47d6bcd),segment_id=7ab24263-1de9-41e1-b330-4c6bf47d6bcd)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:28:54.837150 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-2b15b690-2bd8-4eca-909d-b769b7c34df9 req-8ad826b7-95c8-4110-bb12-c100d2e5178c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126721050'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:55.003651 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15b690-2bd8-4eca-909d-b769b7c34df9 req-8ad826b7-95c8-4110-bb12-c100d2e5178c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:55.004292 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-2b15b690-2bd8-4eca-909d-b769b7c34df9 req-8ad826b7-95c8-4110-bb12-c100d2e5178c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:55.005886 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2b15b690-2bd8-4eca-909d-b769b7c34df9 req-8ad826b7-95c8-4110-bb12-c100d2e5178c service neutron] 10.222.0.18 "PUT /v2.0/ports/1db67f4a-337f-4ef0-a0c9-bc0adbe267ce HTTP/1.1" status: 200 len: 1094 time: 1.3184259 Jul 13 19:28:55.016762 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d83e088-f62a-40f1-87d7-784bfcbcaed8', 'tag': '1db67f4a-337f-4ef0-a0c9-bc0adbe267ce'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:28:55.020054 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8879ae7e4e4d0f25c61261a3e286ece662f5d6b6250d5f2cd5814de7b022cdc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed31e58-cc3a-4f6a-b201-2029a3b25a07" -d '{"events": [{"name": "network-changed", "server_uuid": "3d83e088-f62a-40f1-87d7-784bfcbcaed8", "tag": "1db67f4a-337f-4ef0-a0c9-bc0adbe267ce"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:28:55.054913 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad826b7-95c8-4110-bb12-c100d2e5178c service neutron] Pushing event updated for resources: {'Port': ['ID=1db67f4a-337f-4ef0-a0c9-bc0adbe267ce,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:28:55.155315 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d911f5f6-e17d-4104-8c3a-98b1ad9f7227 x-openstack-request-id: req-d911f5f6-e17d-4104-8c3a-98b1ad9f7227 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:28:55.155612 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d83e088-f62a-40f1-87d7-784bfcbcaed8", "tag": "1db67f4a-337f-4ef0-a0c9-bc0adbe267ce", "status": "completed", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:28:55.155868 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d911f5f6-e17d-4104-8c3a-98b1ad9f7227 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:28:55.156399 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d83e088-f62a-40f1-87d7-784bfcbcaed8', 'tag': '1db67f4a-337f-4ef0-a0c9-bc0adbe267ce', 'status': 'completed', 'code': 200} Jul 13 19:28:55.181133 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5a403-cc2b-4f0b-806c-75fcda5608cd req-0f876134-236f-483b-9d95-b9d38071f486 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:55.182716 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-9cf5a403-cc2b-4f0b-806c-75fcda5608cd req-0f876134-236f-483b-9d95-b9d38071f486 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 945 time: 0.2339489 Jul 13 19:28:55.191792 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15b690-2bd8-4eca-909d-b769b7c34df9 req-2dd0ff87-61a1-479a-a3e7-4a4a67f3b94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:55.193420 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2b15b690-2bd8-4eca-909d-b769b7c34df9 req-2dd0ff87-61a1-479a-a3e7-4a4a67f3b94b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=67402faa97f64f238466e72ec9e27071&device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 1097 time: 0.1118085 Jul 13 19:28:55.270546 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2b15b690-2bd8-4eca-909d-b769b7c34df9 req-1472016e-14d1-42f9-994d-aaf583c35e0a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1db67f4a-337f-4ef0-a0c9-bc0adbe267ce HTTP/1.1" status: 200 len: 217 time: 0.0537322 Jul 13 19:28:55.280897 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-9cf5a403-cc2b-4f0b-806c-75fcda5608cd req-fcbc2198-41f6-4801-a47b-d2bfea3a661c tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb760fd5-c478-45a6-bcb6-89f12fd99825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918107 Jul 13 19:28:55.376397 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15b690-2bd8-4eca-909d-b769b7c34df9 req-445373db-d34e-439c-a036-965afb14fdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:55.378010 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2b15b690-2bd8-4eca-909d-b769b7c34df9 req-445373db-d34e-439c-a036-965afb14fdeb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6c3b9855-037d-4be9-92be-e197c249828f HTTP/1.1" status: 200 len: 848 time: 0.0952725 Jul 13 19:28:55.409488 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac3570-9f97-46bf-87e8-299ce8223a52 req-8f412707-fecc-4474-b1ed-c4f225f48986 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:55.418286 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c7ac3570-9f97-46bf-87e8-299ce8223a52 req-8f412707-fecc-4474-b1ed-c4f225f48986 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 944 time: 0.0856624 Jul 13 19:28:55.458014 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c7ac3570-9f97-46bf-87e8-299ce8223a52 req-7fda01db-50d1-4486-a62b-d793832a40de tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/security-groups?id=4db08e9d-cd84-42ba-932f-62d3bd3b2487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388448 Jul 13 19:28:55.661687 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7b146-3b37-4449-91a3-3bbc35257b21 req-2a22df77-b37e-42de-b8d9-8cdb8a25192f tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:55.663627 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-cbe7b146-3b37-4449-91a3-3bbc35257b21 req-2a22df77-b37e-42de-b8d9-8cdb8a25192f tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=2948849c-cd06-4bfe-b1a8-9e34d272493c HTTP/1.1" status: 200 len: 946 time: 0.0699852 Jul 13 19:28:55.730859 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-cbe7b146-3b37-4449-91a3-3bbc35257b21 req-3ac766e7-166b-4ccb-b851-23f512c8288c tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615058 Jul 13 19:28:55.742633 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd268830-5ca0-461f-8044-0a606f7106ae req-2a92e214-26bf-4827-9f7c-a4b672bf20f8 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:55.744237 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-bd268830-5ca0-461f-8044-0a606f7106ae req-2a92e214-26bf-4827-9f7c-a4b672bf20f8 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 945 time: 0.0813181 Jul 13 19:28:55.789899 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-bd268830-5ca0-461f-8044-0a606f7106ae req-575374db-8e1e-4c56-9a86-353d0fe0a665 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb760fd5-c478-45a6-bcb6-89f12fd99825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395830 Jul 13 19:28:56.177914 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device 9d936b6b-e26a-4e0e-8ce6-94c4a8793210 up at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:28:56.237658 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning complete for port 9d936b6b-e26a-4e0e-8ce6-94c4a8793210 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:28:56.238419 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:56.412301 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15b690-2bd8-4eca-909d-b769b7c34df9 req-9c40914e-9b02-44ba-8aa5-e90ef5e9978f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:56.413796 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2b15b690-2bd8-4eca-909d-b769b7c34df9 req-9c40914e-9b02-44ba-8aa5-e90ef5e9978f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3e4dc58a-a6f8-4fc6-9689-be4b7fc56525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0712140 Jul 13 19:28:56.663225 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114b9242-1323-431b-9afa-635ee4dee41f req-37dc6786-8cd1-44ef-9dbb-36d3e65dc7f2 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:56.664862 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-114b9242-1323-431b-9afa-635ee4dee41f req-37dc6786-8cd1-44ef-9dbb-36d3e65dc7f2 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 944 time: 0.0747213 Jul 13 19:28:56.710441 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-114b9242-1323-431b-9afa-635ee4dee41f req-6cd6ef10-dc06-47b0-b27a-71440ee89e0e tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/security-groups?id=4db08e9d-cd84-42ba-932f-62d3bd3b2487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395072 Jul 13 19:28:56.938086 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2930c0c-dda1-45a8-8ceb-0c87dfc88aba req-af23b54d-5884-4ea8-8f6e-5059e3c4349b tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:56.945899 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-b2930c0c-dda1-45a8-8ceb-0c87dfc88aba req-af23b54d-5884-4ea8-8f6e-5059e3c4349b tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=2948849c-cd06-4bfe-b1a8-9e34d272493c HTTP/1.1" status: 200 len: 946 time: 0.0862184 Jul 13 19:28:57.009295 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-b2930c0c-dda1-45a8-8ceb-0c87dfc88aba req-05207977-c714-4fa4-b2a1-062b7e0dc77d tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624213 Jul 13 19:28:57.024598 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0c148-c7d1-4633-a596-465c9f5d7316 req-301fe3e7-e299-40f2-a8a9-f1e7c03805c2 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:57.027442 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-5ec0c148-c7d1-4633-a596-465c9f5d7316 req-301fe3e7-e299-40f2-a8a9-f1e7c03805c2 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 945 time: 0.0905409 Jul 13 19:28:57.064064 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-5ec0c148-c7d1-4633-a596-465c9f5d7316 req-7398636b-e653-4d8d-a6df-b1fd90a55f71 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb760fd5-c478-45a6-bcb6-89f12fd99825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349207 Jul 13 19:28:57.903380 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe2fd6-e7e1-4672-bee2-881692cf3938 req-e2ce87bb-c665-4e75-95e9-c88d9a8d9fab tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:57.904927 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-c0fe2fd6-e7e1-4672-bee2-881692cf3938 req-e2ce87bb-c665-4e75-95e9-c88d9a8d9fab tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 944 time: 0.0689542 Jul 13 19:28:57.951662 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-c0fe2fd6-e7e1-4672-bee2-881692cf3938 req-da97b077-b0c2-4af6-a367-096e130981e1 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/security-groups?id=4db08e9d-cd84-42ba-932f-62d3bd3b2487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401459 Jul 13 19:28:58.216859 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a0bf1a-0e6d-42f0-bebd-2b1ca83f0beb req-0c034a1e-d2a3-43e6-8375-bf7c9ecff423 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:58.224307 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b6a0bf1a-0e6d-42f0-bebd-2b1ca83f0beb req-0c034a1e-d2a3-43e6-8375-bf7c9ecff423 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=2948849c-cd06-4bfe-b1a8-9e34d272493c HTTP/1.1" status: 200 len: 946 time: 0.0920205 Jul 13 19:28:58.285732 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b6a0bf1a-0e6d-42f0-bebd-2b1ca83f0beb req-11873d69-f52e-42be-ba0d-b9b315bc6f9e tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603914 Jul 13 19:28:58.366491 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3abd1-01bf-48cb-8341-a62daf2a5d8e req-3160c5e0-44e2-4dd6-ae9a-4a334a3159cb tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:58.368345 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-c7e3abd1-01bf-48cb-8341-a62daf2a5d8e req-3160c5e0-44e2-4dd6-ae9a-4a334a3159cb tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 945 time: 0.1694019 Jul 13 19:28:58.445421 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f32b27-aa8d-40ca-a3e0-1cc4b9cad3ef req-ff98d044-d5ed-4815-949c-9207a204a6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:58.447189 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-03f32b27-aa8d-40ca-a3e0-1cc4b9cad3ef req-ff98d044-d5ed-4815-949c-9207a204a6d3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=09d928f8d15b4be49420ac3d92a41f6f&device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 1098 time: 0.1308191 Jul 13 19:28:58.456818 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-c7e3abd1-01bf-48cb-8341-a62daf2a5d8e req-f6ffdbdb-d78d-4a5a-ae55-be378b59c50a tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb760fd5-c478-45a6-bcb6-89f12fd99825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776834 Jul 13 19:28:58.460647 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2b15b690-2bd8-4eca-909d-b769b7c34df9 req-d9fa2971-e1a1-44b4-a684-a73559d1bbca service neutron] 10.222.0.18 "GET /v2.0/networks/3e4dc58a-a6f8-4fc6-9689-be4b7fc56525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008307 Jul 13 19:28:58.627121 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2b15b690-2bd8-4eca-909d-b769b7c34df9 req-a2a1177b-99c3-4b79-9ec8-c695a425f4ef service neutron] 10.222.0.18 "GET /v2.0/networks/3e4dc58a-a6f8-4fc6-9689-be4b7fc56525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583116 Jul 13 19:28:58.635564 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f32b27-aa8d-40ca-a3e0-1cc4b9cad3ef req-7a26297f-5591-4829-984a-3caa178c1633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:58.637211 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-03f32b27-aa8d-40ca-a3e0-1cc4b9cad3ef req-7a26297f-5591-4829-984a-3caa178c1633 service neutron] 10.222.0.18 "GET /v2.0/networks?id=922632e1-2fcb-4d44-a394-325429781ce3 HTTP/1.1" status: 200 len: 911 time: 0.1789005 Jul 13 19:28:58.751789 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-03f32b27-aa8d-40ca-a3e0-1cc4b9cad3ef req-180f5682-4574-48b6-866d-847080c4b765 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2242329-dfec-4674-b0eb-7f1344dd3639 HTTP/1.1" status: 200 len: 1001 time: 0.1042128 Jul 13 19:28:58.799345 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed31e58-cc3a-4f6a-b201-2029a3b25a07 req-6a8a613a-7469-494e-83a5-7cf21e445d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:58.800974 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-8ed31e58-cc3a-4f6a-b201-2029a3b25a07 req-6a8a613a-7469-494e-83a5-7cf21e445d3e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=67402faa97f64f238466e72ec9e27071&device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 1097 time: 0.1054330 Jul 13 19:28:58.862373 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f32b27-aa8d-40ca-a3e0-1cc4b9cad3ef req-cce2576c-96c6-4684-b7dd-34884dbf77b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:58.863875 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-03f32b27-aa8d-40ca-a3e0-1cc4b9cad3ef req-cce2576c-96c6-4684-b7dd-34884dbf77b7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e577557a-4de0-4b64-b346-c9cb7908bed6 HTTP/1.1" status: 200 len: 849 time: 0.1048648 Jul 13 19:28:59.226086 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b06b78-4fd2-4d6f-8436-5613c3364dd7 req-31c949de-ac66-4a54-a307-16b6e416e8bf tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:59.233427 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c0b06b78-4fd2-4d6f-8436-5613c3364dd7 req-31c949de-ac66-4a54-a307-16b6e416e8bf tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 944 time: 0.1068618 Jul 13 19:28:59.254858 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed31e58-cc3a-4f6a-b201-2029a3b25a07 req-56f87630-6533-44bf-9e75-7bc9b59eec9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:59.256880 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-8ed31e58-cc3a-4f6a-b201-2029a3b25a07 req-56f87630-6533-44bf-9e75-7bc9b59eec9b service neutron] 10.222.0.18 "GET /v2.0/networks?id=3e4dc58a-a6f8-4fc6-9689-be4b7fc56525 HTTP/1.1" status: 200 len: 910 time: 0.4469383 Jul 13 19:28:59.266404 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f32b27-aa8d-40ca-a3e0-1cc4b9cad3ef req-0ef515b9-b57d-467b-82ed-55343ae05650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:59.268708 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-03f32b27-aa8d-40ca-a3e0-1cc4b9cad3ef req-0ef515b9-b57d-467b-82ed-55343ae05650 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=922632e1-2fcb-4d44-a394-325429781ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3950176 Jul 13 19:28:59.285813 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c0b06b78-4fd2-4d6f-8436-5613c3364dd7 req-aefd19d4-e53b-46b6-bede-5e9fbf5d8c44 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/security-groups?id=4db08e9d-cd84-42ba-932f-62d3bd3b2487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511885 Jul 13 19:28:59.402769 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-8ed31e58-cc3a-4f6a-b201-2029a3b25a07 req-258201e5-d4c5-45d0-86e2-d95138e1321d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1db67f4a-337f-4ef0-a0c9-bc0adbe267ce HTTP/1.1" status: 200 len: 217 time: 0.1198132 Jul 13 19:28:59.529547 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed31e58-cc3a-4f6a-b201-2029a3b25a07 req-2961e7b7-e3a4-4a1f-843c-9543e94bba82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:59.531080 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-8ed31e58-cc3a-4f6a-b201-2029a3b25a07 req-2961e7b7-e3a4-4a1f-843c-9543e94bba82 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6c3b9855-037d-4be9-92be-e197c249828f HTTP/1.1" status: 200 len: 848 time: 0.1200871 Jul 13 19:28:59.582792 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-03f32b27-aa8d-40ca-a3e0-1cc4b9cad3ef req-209713af-2d62-48ee-a2c5-dc0bd45ac8cd service neutron] 10.222.0.18 "GET /v2.0/networks/922632e1-2fcb-4d44-a394-325429781ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984915 Jul 13 19:28:59.648655 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bed5005-d83a-4b7d-9a58-83690b3bf949 req-10a35454-12c6-47c3-9e68-5431adda25cd tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:59.650361 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-5bed5005-d83a-4b7d-9a58-83690b3bf949 req-10a35454-12c6-47c3-9e68-5431adda25cd tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=2948849c-cd06-4bfe-b1a8-9e34d272493c HTTP/1.1" status: 200 len: 946 time: 0.2380278 Jul 13 19:28:59.696737 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ff352-3e1e-4171-aeb6-cb913b86a5f7 req-b1eb2681-220d-4190-bb6a-5168ef5efa74 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:59.698513 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-9a4ff352-3e1e-4171-aeb6-cb913b86a5f7 req-b1eb2681-220d-4190-bb6a-5168ef5efa74 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 945 time: 0.0936234 Jul 13 19:28:59.721939 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed31e58-cc3a-4f6a-b201-2029a3b25a07 req-8a985b89-9fe2-493b-a070-e05c77298c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:28:59.723525 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-8ed31e58-cc3a-4f6a-b201-2029a3b25a07 req-8a985b89-9fe2-493b-a070-e05c77298c5f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3e4dc58a-a6f8-4fc6-9689-be4b7fc56525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1824121 Jul 13 19:28:59.739972 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-9a4ff352-3e1e-4171-aeb6-cb913b86a5f7 req-64119432-06f2-490f-bb1a-ab38be2dc257 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb760fd5-c478-45a6-bcb6-89f12fd99825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337732 Jul 13 19:28:59.749586 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-03f32b27-aa8d-40ca-a3e0-1cc4b9cad3ef req-d85a6e5a-b38b-4369-91dc-2d0a3ef1d84e service neutron] 10.222.0.18 "GET /v2.0/networks/922632e1-2fcb-4d44-a394-325429781ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597805 Jul 13 19:28:59.753104 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-5bed5005-d83a-4b7d-9a58-83690b3bf949 req-951db243-7d9b-4624-b633-62e8a2a39012 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816100 Jul 13 19:28:59.857088 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:00.487568 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce6438-8a18-4a2d-97f0-b2c51633d4a9 req-84293813-9f96-4489-b3d0-7e014215cc4c tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:00.491697 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-05ce6438-8a18-4a2d-97f0-b2c51633d4a9 req-84293813-9f96-4489-b3d0-7e014215cc4c tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 944 time: 0.0764039 Jul 13 19:29:00.538811 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-05ce6438-8a18-4a2d-97f0-b2c51633d4a9 req-642c8da9-76ca-414e-9d48-a96fe567329c tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/security-groups?id=4db08e9d-cd84-42ba-932f-62d3bd3b2487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440607 Jul 13 19:29:00.931003 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02150a1-f110-44d4-b724-6fd1714949d9 req-b35eb1c5-54ca-4bc1-b403-883d766a4ab2 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:00.932543 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-e02150a1-f110-44d4-b724-6fd1714949d9 req-b35eb1c5-54ca-4bc1-b403-883d766a4ab2 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 945 time: 0.0684483 Jul 13 19:29:00.973494 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-e02150a1-f110-44d4-b724-6fd1714949d9 req-cecf619a-64e9-4a36-b51c-c6bb4b4889e1 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb760fd5-c478-45a6-bcb6-89f12fd99825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332711 Jul 13 19:29:01.395292 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe8bcf-8922-43dc-841f-238eacf60ae9 req-68be1e1b-4f09-4cc8-a0bc-c5a1c436d17c tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:01.396659 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2cbe8bcf-8922-43dc-841f-238eacf60ae9 req-68be1e1b-4f09-4cc8-a0bc-c5a1c436d17c tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/networks?id=9db1d3a0-709c-4856-9653-0d0c7911e292 HTTP/1.1" status: 200 len: 814 time: 0.1018839 Jul 13 19:29:01.410672 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2cbe8bcf-8922-43dc-841f-238eacf60ae9 req-223985fa-96b2-42d9-a3e7-fdf82513a532 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/quotas/5fb99b1b35e24c1ca47629b32e1a4f4d HTTP/1.1" status: 200 len: 375 time: 0.0087965 Jul 13 19:29:01.480853 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2cbe8bcf-8922-43dc-841f-238eacf60ae9 req-cc11726f-6282-4c8c-b5b2-0b8391982de1 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=5fb99b1b35e24c1ca47629b32e1a4f4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0653665 Jul 13 19:29:01.576499 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2cbe8bcf-8922-43dc-841f-238eacf60ae9 req-0b33c75d-784e-4cc3-bcaf-c302071b50a7 service neutron] 10.222.0.67 "GET /v2.0/networks/9db1d3a0-709c-4856-9653-0d0c7911e292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841691 Jul 13 19:29:01.665325 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2cbe8bcf-8922-43dc-841f-238eacf60ae9 req-6d32542a-19f4-4df6-8e0c-b983583e7de6 service neutron] 10.222.0.67 "GET /v2.0/networks/9db1d3a0-709c-4856-9653-0d0c7911e292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822639 Jul 13 19:29:01.717130 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d965438-51df-44fe-bdba-bd872254c308 req-e03e1f63-6276-4b96-bbc0-b0c15c497e55 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:01.719126 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-5d965438-51df-44fe-bdba-bd872254c308 req-e03e1f63-6276-4b96-bbc0-b0c15c497e55 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 944 time: 0.0696874 Jul 13 19:29:01.805606 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-5d965438-51df-44fe-bdba-bd872254c308 req-e5189db5-95a3-4ff4-a2ad-06655899f2f5 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/security-groups?id=4db08e9d-cd84-42ba-932f-62d3bd3b2487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771306 Jul 13 19:29:01.833803 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-8ed31e58-cc3a-4f6a-b201-2029a3b25a07 req-8a682b5a-2ea2-47ec-86bd-ef02951931b6 service neutron] 10.222.0.18 "GET /v2.0/networks/3e4dc58a-a6f8-4fc6-9689-be4b7fc56525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135726 Jul 13 19:29:01.861472 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-6c111e35-e2dc-474e-94af-485667be958d req-aa96afba-6a15-466b-af8e-a1916878ab06 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/ports?device_id=af1210a2-62b7-440a-b8f7-96ce85d9e215 HTTP/1.1" status: 200 len: 210 time: 0.0381896 Jul 13 19:29:02.160764 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86388ac6-d1b7-4616-989f-16c2af5fc913 req-08b20aff-4a71-45c1-ad9b-38d28d9e95e4 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:02.162428 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-86388ac6-d1b7-4616-989f-16c2af5fc913 req-08b20aff-4a71-45c1-ad9b-38d28d9e95e4 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 945 time: 0.0673165 Jul 13 19:29:02.204565 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-86388ac6-d1b7-4616-989f-16c2af5fc913 req-2251d82b-0bde-4f3b-8387-12695da574b2 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb760fd5-c478-45a6-bcb6-89f12fd99825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365458 Jul 13 19:29:02.955512 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-8ed31e58-cc3a-4f6a-b201-2029a3b25a07 req-c9e39c50-a4bb-40e9-be2d-be595cf0b72f service neutron] 10.222.0.18 "GET /v2.0/networks/3e4dc58a-a6f8-4fc6-9689-be4b7fc56525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078074 Jul 13 19:29:03.031754 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-9630632d-21c3-40c5-bb5d-8f75e38151eb req-5996eb2c-7791-4ead-9189-8d820fa7b618 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/ports?device_id=af1210a2-62b7-440a-b8f7-96ce85d9e215 HTTP/1.1" status: 200 len: 210 time: 0.0303233 Jul 13 19:29:03.054986 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718893a4-f4a0-4379-ae00-cbb87ca262d0 req-718f5d0f-d718-4a8b-a7bf-63b5207bd3d5 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:03.056661 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-718893a4-f4a0-4379-ae00-cbb87ca262d0 req-718f5d0f-d718-4a8b-a7bf-63b5207bd3d5 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 944 time: 0.0769846 Jul 13 19:29:03.098522 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-718893a4-f4a0-4379-ae00-cbb87ca262d0 req-31bfcf9f-b2bf-4327-98fb-515bfda40657 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/security-groups?id=4db08e9d-cd84-42ba-932f-62d3bd3b2487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355802 Jul 13 19:29:03.395914 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937efa84-5b3f-4c19-b2df-c897b8b06ebd req-a3f4d3ba-5491-41cc-8cf7-057687730f75 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:03.397479 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-937efa84-5b3f-4c19-b2df-c897b8b06ebd req-a3f4d3ba-5491-41cc-8cf7-057687730f75 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 945 time: 0.0808790 Jul 13 19:29:03.437681 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-937efa84-5b3f-4c19-b2df-c897b8b06ebd req-bd217f42-459e-4b7e-aafb-ae4a8d0b67c7 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb760fd5-c478-45a6-bcb6-89f12fd99825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343716 Jul 13 19:29:03.797551 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe8bcf-8922-43dc-841f-238eacf60ae9 req-b5bad184-94f8-4bb1-9d69-19d6a5045336 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:03.799030 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2cbe8bcf-8922-43dc-841f-238eacf60ae9 req-b5bad184-94f8-4bb1-9d69-19d6a5045336 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.18 "GET /v2.0/networks?id=9db1d3a0-709c-4856-9653-0d0c7911e292 HTTP/1.1" status: 200 len: 814 time: 0.1089127 Jul 13 19:29:03.817789 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [req-2cbe8bcf-8922-43dc-841f-238eacf60ae9 req-f270c74c-2fa4-4895-9e20-28b557e6ddfd tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Request body: {'port': {'device_id': 'af1210a2-62b7-440a-b8f7-96ce85d9e215', 'network_id': '9db1d3a0-709c-4856-9653-0d0c7911e292', 'admin_state_up': True, 'tenant_id': '5fb99b1b35e24c1ca47629b32e1a4f4d'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:29:03.949956 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cbe8bcf-8922-43dc-841f-238eacf60ae9 req-f270c74c-2fa4-4895-9e20-28b557e6ddfd tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Made reservation on behalf of 5fb99b1b35e24c1ca47629b32e1a4f4d for: {'port': 1} {{(pid=92924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:29:03.955263 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-2cbe8bcf-8922-43dc-841f-238eacf60ae9 req-f270c74c-2fa4-4895-9e20-28b557e6ddfd tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:04.077291 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [req-2cbe8bcf-8922-43dc-841f-238eacf60ae9 req-f270c74c-2fa4-4895-9e20-28b557e6ddfd tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Allocated IP 172.20.0.12 (9db1d3a0-709c-4856-9653-0d0c7911e292/7c0e6b1b-c659-4b9e-9a87-44fb28b37af0/475528db-163f-430e-b15e-9a03d97065f9) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:29:04.184725 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f821c40e-f342-4dfd-a85b-e7a711a4334e req-424dfd2a-a5df-4d90-a2d4-e64e1468b97c tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/ports?device_id=af1210a2-62b7-440a-b8f7-96ce85d9e215 HTTP/1.1" status: 200 len: 210 time: 0.0315905 Jul 13 19:29:04.255669 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-2cbe8bcf-8922-43dc-841f-238eacf60ae9 req-f270c74c-2fa4-4895-9e20-28b557e6ddfd tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:04.297000 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [req-2cbe8bcf-8922-43dc-841f-238eacf60ae9 req-f270c74c-2fa4-4895-9e20-28b557e6ddfd tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Transition to ACTIVE for port object 475528db-163f-430e-b15e-9a03d97065f9 will not be triggered until provisioned by entity DHCP. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:29:04.358957 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d61e20-0ace-446b-8c0a-f8ef18f3b42e req-e98b875a-500f-49c0-b8b8-c651280629eb tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:04.360599 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-e2d61e20-0ace-446b-8c0a-f8ef18f3b42e req-e98b875a-500f-49c0-b8b8-c651280629eb tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 944 time: 0.0977049 Jul 13 19:29:04.362529 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-2cbe8bcf-8922-43dc-841f-238eacf60ae9 req-f270c74c-2fa4-4895-9e20-28b557e6ddfd tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752272454283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126721041'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:04.440541 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cbe8bcf-8922-43dc-841f-238eacf60ae9 req-f270c74c-2fa4-4895-9e20-28b557e6ddfd tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Network 9db1d3a0-709c-4856-9653-0d0c7911e292 is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:29:04.457358 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [req-2cbe8bcf-8922-43dc-841f-238eacf60ae9 req-f270c74c-2fa4-4895-9e20-28b557e6ddfd tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:29:04.460125 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cbe8bcf-8922-43dc-841f-238eacf60ae9 req-f270c74c-2fa4-4895-9e20-28b557e6ddfd tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:29:04.547781 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-e2d61e20-0ace-446b-8c0a-f8ef18f3b42e req-85b8a645-3636-476a-ab41-a5e9c4ac0f93 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/security-groups?id=4db08e9d-cd84-42ba-932f-62d3bd3b2487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761415 Jul 13 19:29:04.548863 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f270c74c-2fa4-4895-9e20-28b557e6ddfd tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Pushing event updated for resources: {'Port': ['ID=475528db-163f-430e-b15e-9a03d97065f9,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:04.610545 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe8bcf-8922-43dc-841f-238eacf60ae9 req-f270c74c-2fa4-4895-9e20-28b557e6ddfd tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:04.612639 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-2cbe8bcf-8922-43dc-841f-238eacf60ae9 req-f270c74c-2fa4-4895-9e20-28b557e6ddfd tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:04.647466 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2cbe8bcf-8922-43dc-841f-238eacf60ae9 req-f270c74c-2fa4-4895-9e20-28b557e6ddfd tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8331099 Jul 13 19:29:04.858823 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a02dd8-2bee-4646-8044-1cd37d132860 req-f17b73f7-a2de-4ab5-abc0-f1f19c54056a tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:04.860876 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-e6a02dd8-2bee-4646-8044-1cd37d132860 req-f17b73f7-a2de-4ab5-abc0-f1f19c54056a tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 945 time: 0.1323416 Jul 13 19:29:04.905766 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-e6a02dd8-2bee-4646-8044-1cd37d132860 req-a40196e3-f05b-49c8-bd85-3bfb755eb98c tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb760fd5-c478-45a6-bcb6-89f12fd99825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383508 Jul 13 19:29:04.938953 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-837de7ba-7a10-4a6c-aff2-10d83bc63132 None None] Provisioning for port 475528db-163f-430e-b15e-9a03d97065f9 completed by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:29:04.943505 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-837de7ba-7a10-4a6c-aff2-10d83bc63132 None None] Provisioning complete for port 475528db-163f-430e-b15e-9a03d97065f9 triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:29:04.944130 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-837de7ba-7a10-4a6c-aff2-10d83bc63132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:04.983904 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-837de7ba-7a10-4a6c-aff2-10d83bc63132 None None] Port 475528db-163f-430e-b15e-9a03d97065f9 cannot update to ACTIVE because it is not bound. {{(pid=92925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:29:05.366030 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aca874b-0f79-4727-89d3-128703514f8d req-15ff02ad-5d39-4c9c-bc16-baefd47fc7e8 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:05.367554 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-9aca874b-0f79-4727-89d3-128703514f8d req-15ff02ad-5d39-4c9c-bc16-baefd47fc7e8 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/ports?device_id=af1210a2-62b7-440a-b8f7-96ce85d9e215 HTTP/1.1" status: 200 len: 932 time: 0.0648074 Jul 13 19:29:05.408476 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-9aca874b-0f79-4727-89d3-128703514f8d req-abe3ad97-51df-461e-9ec3-06e1ac61a39e tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/security-groups?id=e0200969-8517-4565-ae29-c31726ff4fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351799 Jul 13 19:29:05.746183 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b827e6b7-b30c-4977-a57c-df251a6f1daa req-5e697e1f-407e-44d2-922d-4c7f1fb1f98d tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:05.747701 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b827e6b7-b30c-4977-a57c-df251a6f1daa req-5e697e1f-407e-44d2-922d-4c7f1fb1f98d tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 944 time: 0.0641329 Jul 13 19:29:05.791855 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b827e6b7-b30c-4977-a57c-df251a6f1daa req-a6b395ea-679a-4888-bf5c-529811b8a561 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/security-groups?id=4db08e9d-cd84-42ba-932f-62d3bd3b2487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350561 Jul 13 19:29:06.593549 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f574a366-1581-479c-8546-f287c2dd4227 req-3945b597-2ce6-4dcb-96ee-a58195fcabe3 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:06.595786 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-f574a366-1581-479c-8546-f287c2dd4227 req-3945b597-2ce6-4dcb-96ee-a58195fcabe3 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/ports?device_id=af1210a2-62b7-440a-b8f7-96ce85d9e215 HTTP/1.1" status: 200 len: 932 time: 0.0723088 Jul 13 19:29:06.636516 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-f574a366-1581-479c-8546-f287c2dd4227 req-14c6ffc8-5abb-4cc2-bcd1-7739f9d8a935 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/security-groups?id=e0200969-8517-4565-ae29-c31726ff4fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350952 Jul 13 19:29:06.994599 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d1434-1935-43a1-8b3d-d6ddf2386f23 req-1557f28e-ffd9-4bd6-9728-4ca54fe983d2 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:06.996154 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-3f0d1434-1935-43a1-8b3d-d6ddf2386f23 req-1557f28e-ffd9-4bd6-9728-4ca54fe983d2 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 944 time: 0.0835700 Jul 13 19:29:07.050544 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-3f0d1434-1935-43a1-8b3d-d6ddf2386f23 req-d40c8720-ab28-4345-9ded-57d6f192323d tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/security-groups?id=4db08e9d-cd84-42ba-932f-62d3bd3b2487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474288 Jul 13 19:29:07.456108 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1a06a-5c29-4a43-8e35-55c70785467a req-41e56f8c-6479-40c2-9d0c-5997e03d8514 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:07.457997 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-02c1a06a-5c29-4a43-8e35-55c70785467a req-41e56f8c-6479-40c2-9d0c-5997e03d8514 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=1408221b-c2c1-4d70-a1ee-632eec54f9fc HTTP/1.1" status: 200 len: 946 time: 0.0677028 Jul 13 19:29:07.497492 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-02c1a06a-5c29-4a43-8e35-55c70785467a req-f34ddd92-ca71-4f75-af2a-8cf8363dff25 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334883 Jul 13 19:29:07.822228 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e87b47-8150-4712-acc0-1c9f77e00103 req-6bdda6c5-07b9-4a8c-96b4-fb8ae5fcc856 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:07.824102 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-66e87b47-8150-4712-acc0-1c9f77e00103 req-6bdda6c5-07b9-4a8c-96b4-fb8ae5fcc856 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/ports?device_id=af1210a2-62b7-440a-b8f7-96ce85d9e215 HTTP/1.1" status: 200 len: 932 time: 0.0713356 Jul 13 19:29:07.863221 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-66e87b47-8150-4712-acc0-1c9f77e00103 req-5b9a0a04-0c2c-4334-84c1-0f0c4f999017 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/security-groups?id=e0200969-8517-4565-ae29-c31726ff4fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333447 Jul 13 19:29:08.237750 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae26865-2d09-4b7a-9fc3-13aa5df797c3 req-28eb7454-338d-4c0e-87ac-ec5951ec8ba6 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:08.240096 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-7ae26865-2d09-4b7a-9fc3-13aa5df797c3 req-28eb7454-338d-4c0e-87ac-ec5951ec8ba6 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 944 time: 0.0727246 Jul 13 19:29:08.279796 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-7ae26865-2d09-4b7a-9fc3-13aa5df797c3 req-eaae1a27-2248-4b7a-93eb-26f2c49e3a5d tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/security-groups?id=4db08e9d-cd84-42ba-932f-62d3bd3b2487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336998 Jul 13 19:29:08.677592 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f1b36a-6071-4445-acf7-c931f80e3bf1 req-df527ada-c4c9-472c-a897-10d760005775 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:08.679202 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-21f1b36a-6071-4445-acf7-c931f80e3bf1 req-df527ada-c4c9-472c-a897-10d760005775 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=1408221b-c2c1-4d70-a1ee-632eec54f9fc HTTP/1.1" status: 200 len: 946 time: 0.0644820 Jul 13 19:29:08.718444 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-21f1b36a-6071-4445-acf7-c931f80e3bf1 req-a163d418-c905-4d4a-a093-303839768a19 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336611 Jul 13 19:29:09.043206 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b54d84-533d-436c-bd42-a0bfba9bb9ee req-48d6dcfa-a18f-4c89-ae47-441859485d29 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:09.044739 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-48b54d84-533d-436c-bd42-a0bfba9bb9ee req-48d6dcfa-a18f-4c89-ae47-441859485d29 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/ports?device_id=af1210a2-62b7-440a-b8f7-96ce85d9e215 HTTP/1.1" status: 200 len: 932 time: 0.0669284 Jul 13 19:29:09.088357 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-48b54d84-533d-436c-bd42-a0bfba9bb9ee req-27787830-daf5-4e71-8426-862599e9d32e tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/security-groups?id=e0200969-8517-4565-ae29-c31726ff4fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357785 Jul 13 19:29:09.486426 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a29cde-e442-4830-9308-d2cf0bb0ee36 req-a9ad50f0-48f4-4e25-8ce3-4dcbabf48068 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:09.487967 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-65a29cde-e442-4830-9308-d2cf0bb0ee36 req-a9ad50f0-48f4-4e25-8ce3-4dcbabf48068 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 944 time: 0.0717461 Jul 13 19:29:09.532062 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-65a29cde-e442-4830-9308-d2cf0bb0ee36 req-90c08f5f-0543-4548-b2e5-9de9bfaf3a54 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/security-groups?id=4db08e9d-cd84-42ba-932f-62d3bd3b2487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377607 Jul 13 19:29:09.693397 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.agents_db [None req-012e1d35-f91a-49b0-a4f0-5c30301579de None None] Agent healthcheck: found 6 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:29:09.897013 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804c4fb-466b-4320-a747-afc769c32e20 req-78be1a06-c75f-47dd-a5e3-063d45692330 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:09.898599 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-a804c4fb-466b-4320-a747-afc769c32e20 req-78be1a06-c75f-47dd-a5e3-063d45692330 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=1408221b-c2c1-4d70-a1ee-632eec54f9fc HTTP/1.1" status: 200 len: 946 time: 0.0658946 Jul 13 19:29:09.939102 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-a804c4fb-466b-4320-a747-afc769c32e20 req-50ae3d48-7c0e-47e8-ac2e-6878d8d9cdf0 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348399 Jul 13 19:29:10.268184 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeea430-6b30-413f-9bd9-897ce4bfcbe5 req-e97d6be1-83a7-45e1-8243-7eba6a23f97e tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:10.269614 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-cdeea430-6b30-413f-9bd9-897ce4bfcbe5 req-e97d6be1-83a7-45e1-8243-7eba6a23f97e tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/ports?device_id=af1210a2-62b7-440a-b8f7-96ce85d9e215 HTTP/1.1" status: 200 len: 932 time: 0.0650151 Jul 13 19:29:10.309529 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-cdeea430-6b30-413f-9bd9-897ce4bfcbe5 req-738e5ddf-9c0f-4651-b69f-278032c2a71c tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/security-groups?id=e0200969-8517-4565-ae29-c31726ff4fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342000 Jul 13 19:29:10.715412 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb3a783-2e79-4b43-91a0-ba11619803de req-a0e950f1-c301-4763-9723-55eee55fe7f6 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:10.716962 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-0eb3a783-2e79-4b43-91a0-ba11619803de req-a0e950f1-c301-4763-9723-55eee55fe7f6 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 944 time: 0.0705116 Jul 13 19:29:10.759284 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-0eb3a783-2e79-4b43-91a0-ba11619803de req-9b549e28-7d53-4c5d-9ff1-43d29c123ed4 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/security-groups?id=4db08e9d-cd84-42ba-932f-62d3bd3b2487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333276 Jul 13 19:29:11.135163 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b65d5e3-d120-426e-bd72-62f26e9a1771 req-1c69328f-4e8d-4d1b-bf84-d8cc5170ea52 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:11.137327 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2b65d5e3-d120-426e-bd72-62f26e9a1771 req-1c69328f-4e8d-4d1b-bf84-d8cc5170ea52 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=1408221b-c2c1-4d70-a1ee-632eec54f9fc HTTP/1.1" status: 200 len: 946 time: 0.0818408 Jul 13 19:29:11.178796 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2b65d5e3-d120-426e-bd72-62f26e9a1771 req-172a33cb-4f52-40bf-98f8-d7a10be483d8 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348191 Jul 13 19:29:11.491395 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26697ee-ad21-481f-a7dc-a3b6e3408fb0 req-cbc2d39e-31d7-41a3-a9b0-259951531c5f tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:11.498357 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-d26697ee-ad21-481f-a7dc-a3b6e3408fb0 req-cbc2d39e-31d7-41a3-a9b0-259951531c5f tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/ports?device_id=af1210a2-62b7-440a-b8f7-96ce85d9e215 HTTP/1.1" status: 200 len: 932 time: 0.0733626 Jul 13 19:29:11.539635 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-d26697ee-ad21-481f-a7dc-a3b6e3408fb0 req-d46ed6d3-b08a-4821-afa6-0135795eea13 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/security-groups?id=e0200969-8517-4565-ae29-c31726ff4fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403316 Jul 13 19:29:11.945716 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0511f8a-aa6a-4025-8108-a64c64cd25f7 req-a1e58cc0-e94c-4c0a-88f8-87e0e6760295 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:11.947370 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d0511f8a-aa6a-4025-8108-a64c64cd25f7 req-a1e58cc0-e94c-4c0a-88f8-87e0e6760295 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 944 time: 0.0745811 Jul 13 19:29:11.986835 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d0511f8a-aa6a-4025-8108-a64c64cd25f7 req-15c39efd-b18c-492e-8a5e-0a7fc6ae4407 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/security-groups?id=4db08e9d-cd84-42ba-932f-62d3bd3b2487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331454 Jul 13 19:29:12.354826 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28c0ba-0dcb-43f8-8e36-f22e87598379 req-b5888f58-1ee3-4612-82e1-ef573cd75a3c tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:12.356247 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-6c28c0ba-0dcb-43f8-8e36-f22e87598379 req-b5888f58-1ee3-4612-82e1-ef573cd75a3c tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=1408221b-c2c1-4d70-a1ee-632eec54f9fc HTTP/1.1" status: 200 len: 946 time: 0.0675759 Jul 13 19:29:12.393613 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-6c28c0ba-0dcb-43f8-8e36-f22e87598379 req-ce1d00d6-efb0-498a-ae1c-58b85b07ee69 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307755 Jul 13 19:29:12.724522 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664af2b1-f628-4ac9-9638-09f4a2572662 req-cb0be882-4dce-4192-8cd8-7fc3755e926b tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:12.726412 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-664af2b1-f628-4ac9-9638-09f4a2572662 req-cb0be882-4dce-4192-8cd8-7fc3755e926b tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/ports?device_id=af1210a2-62b7-440a-b8f7-96ce85d9e215 HTTP/1.1" status: 200 len: 932 time: 0.0638077 Jul 13 19:29:12.769557 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-664af2b1-f628-4ac9-9638-09f4a2572662 req-d9b76645-9c1f-4f82-8713-dd0ffe7a18fb tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/security-groups?id=e0200969-8517-4565-ae29-c31726ff4fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377266 Jul 13 19:29:13.173160 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225ead9-6ab6-44d8-85f7-936127c5de92 req-7fa802f2-7f55-4ddc-a21d-3915b06f99ad tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:13.174744 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-a225ead9-6ab6-44d8-85f7-936127c5de92 req-7fa802f2-7f55-4ddc-a21d-3915b06f99ad tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 944 time: 0.0688627 Jul 13 19:29:13.214133 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-a225ead9-6ab6-44d8-85f7-936127c5de92 req-1e96ef77-e020-45a3-bb6f-40ba5f5ebe2c tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/security-groups?id=4db08e9d-cd84-42ba-932f-62d3bd3b2487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333276 Jul 13 19:29:13.571512 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c5e15-cfbe-4930-8332-a5840104f890 req-406b5644-a75d-4d8e-8cdb-2c8bdb9cfbdd tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:13.573000 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-af7c5e15-cfbe-4930-8332-a5840104f890 req-406b5644-a75d-4d8e-8cdb-2c8bdb9cfbdd tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=1408221b-c2c1-4d70-a1ee-632eec54f9fc HTTP/1.1" status: 200 len: 946 time: 0.0675852 Jul 13 19:29:13.616540 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-af7c5e15-cfbe-4930-8332-a5840104f890 req-e7e80fc4-da79-49d4-9aee-373b1f6f83d6 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361784 Jul 13 19:29:13.952302 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c11e5b-1c65-4b4f-9ebe-c79ec65a2189 req-30c66045-e170-4311-99b0-cc3260f86d1b tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:13.954003 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-41c11e5b-1c65-4b4f-9ebe-c79ec65a2189 req-30c66045-e170-4311-99b0-cc3260f86d1b tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/ports?device_id=af1210a2-62b7-440a-b8f7-96ce85d9e215 HTTP/1.1" status: 200 len: 932 time: 0.0677431 Jul 13 19:29:13.994946 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-41c11e5b-1c65-4b4f-9ebe-c79ec65a2189 req-d5a11163-56c0-4e77-9f50-21eae127eae7 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/security-groups?id=e0200969-8517-4565-ae29-c31726ff4fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353181 Jul 13 19:29:14.396181 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba15a3ba-baba-411e-973a-5c9d726a8ffc req-24acddf7-6e63-4865-8a14-34312b6d107b tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:14.397559 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ba15a3ba-baba-411e-973a-5c9d726a8ffc req-24acddf7-6e63-4865-8a14-34312b6d107b tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 944 time: 0.0674803 Jul 13 19:29:14.440104 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ba15a3ba-baba-411e-973a-5c9d726a8ffc req-b19d74f3-7c72-4df5-ab1c-c53b968ea750 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/security-groups?id=4db08e9d-cd84-42ba-932f-62d3bd3b2487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369060 Jul 13 19:29:14.817262 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f153b-b707-4f7f-b022-4d9f7eb0a568 req-73ba0e6a-c65b-4a39-b9ad-51afca334645 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:14.818970 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-ff6f153b-b707-4f7f-b022-4d9f7eb0a568 req-73ba0e6a-c65b-4a39-b9ad-51afca334645 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=1408221b-c2c1-4d70-a1ee-632eec54f9fc HTTP/1.1" status: 200 len: 946 time: 0.0699959 Jul 13 19:29:14.864447 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-ff6f153b-b707-4f7f-b022-4d9f7eb0a568 req-1dbcc009-ef96-4be3-8b02-fbbe181ac968 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347579 Jul 13 19:29:15.177870 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff92a61-a663-4d75-a514-b1160a65f3e2 req-8b359b21-aca9-4b58-ad83-75197183f8a1 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:15.179324 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-dff92a61-a663-4d75-a514-b1160a65f3e2 req-8b359b21-aca9-4b58-ad83-75197183f8a1 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/ports?device_id=af1210a2-62b7-440a-b8f7-96ce85d9e215 HTTP/1.1" status: 200 len: 932 time: 0.0663276 Jul 13 19:29:15.222302 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-dff92a61-a663-4d75-a514-b1160a65f3e2 req-084c79e7-fc8f-4068-b67e-9634a5dacd60 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/security-groups?id=e0200969-8517-4565-ae29-c31726ff4fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372965 Jul 13 19:29:15.623608 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3622bbcd-2636-4d66-a98b-e66f79531f9d req-09703ffb-a727-4126-a1ea-fc4a8dc30b45 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:15.626120 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-3622bbcd-2636-4d66-a98b-e66f79531f9d req-09703ffb-a727-4126-a1ea-fc4a8dc30b45 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 944 time: 0.0682430 Jul 13 19:29:15.664164 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-3622bbcd-2636-4d66-a98b-e66f79531f9d req-b26f1206-6e59-4dd6-aa5f-5a7585a347c9 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/security-groups?id=4db08e9d-cd84-42ba-932f-62d3bd3b2487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318503 Jul 13 19:29:16.059465 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d15a99-b335-47a4-90cc-6c6615f2d178 req-970f8391-d5fe-4685-80fb-cdd9b153d601 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:16.061103 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c5d15a99-b335-47a4-90cc-6c6615f2d178 req-970f8391-d5fe-4685-80fb-cdd9b153d601 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=1408221b-c2c1-4d70-a1ee-632eec54f9fc HTTP/1.1" status: 200 len: 946 time: 0.0682952 Jul 13 19:29:16.098965 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c5d15a99-b335-47a4-90cc-6c6615f2d178 req-62cad076-c63a-43fc-b67f-c47ad7eaf7c0 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320253 Jul 13 19:29:16.407924 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-76e23cb4-e043-4739-9928-af9e32b74fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:16.422939 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c920d027-ec00-482e-aece-a4d4230e62d2 req-4d53b5ee-059f-48f7-8c1a-b049e7d5c962 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:16.425322 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-c920d027-ec00-482e-aece-a4d4230e62d2 req-4d53b5ee-059f-48f7-8c1a-b049e7d5c962 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/ports?device_id=af1210a2-62b7-440a-b8f7-96ce85d9e215 HTTP/1.1" status: 200 len: 932 time: 0.0746875 Jul 13 19:29:16.466015 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-c920d027-ec00-482e-aece-a4d4230e62d2 req-469fe59e-5682-4b37-b93e-288a7f9e98e1 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/security-groups?id=e0200969-8517-4565-ae29-c31726ff4fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343969 Jul 13 19:29:16.842813 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc7e435-5580-4e08-9680-f807c6efa416 req-f58deea2-8a13-423b-8867-97da9077037f tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:16.845011 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-bfc7e435-5580-4e08-9680-f807c6efa416 req-f58deea2-8a13-423b-8867-97da9077037f tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 944 time: 0.0659006 Jul 13 19:29:16.883461 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-bfc7e435-5580-4e08-9680-f807c6efa416 req-e356a746-d666-4cda-908c-53a3c88a10f7 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/security-groups?id=4db08e9d-cd84-42ba-932f-62d3bd3b2487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328794 Jul 13 19:29:17.068524 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [req-2cbe8bcf-8922-43dc-841f-238eacf60ae9 req-07d59886-f17e-4920-8b95-1d98b191ac5e service neutron] Request body: {'port': {'device_id': 'af1210a2-62b7-440a-b8f7-96ce85d9e215', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:29:17.151195 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-2cbe8bcf-8922-43dc-841f-238eacf60ae9 req-07d59886-f17e-4920-8b95-1d98b191ac5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:17.385453 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc528827-037a-40c5-a84d-77b367c02452 req-24b2a28e-cb21-4a1e-95ae-dd75b7261aa6 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:17.386850 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-cc528827-037a-40c5-a84d-77b367c02452 req-24b2a28e-cb21-4a1e-95ae-dd75b7261aa6 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=1408221b-c2c1-4d70-a1ee-632eec54f9fc HTTP/1.1" status: 200 len: 946 time: 0.1342072 Jul 13 19:29:17.455080 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-cc528827-037a-40c5-a84d-77b367c02452 req-cf623d3f-1003-49d8-9d1c-71784d2d03f9 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575790 Jul 13 19:29:17.486857 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [req-2cbe8bcf-8922-43dc-841f-238eacf60ae9 req-07d59886-f17e-4920-8b95-1d98b191ac5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 475528db-163f-430e-b15e-9a03d97065f9 {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:29:17.494543 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-2cbe8bcf-8922-43dc-841f-238eacf60ae9 req-07d59886-f17e-4920-8b95-1d98b191ac5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:17.506668 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [req-2cbe8bcf-8922-43dc-841f-238eacf60ae9 req-07d59886-f17e-4920-8b95-1d98b191ac5e service neutron] Transition to ACTIVE for port object 475528db-163f-430e-b15e-9a03d97065f9 will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:29:17.510621 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-2cbe8bcf-8922-43dc-841f-238eacf60ae9 req-07d59886-f17e-4920-8b95-1d98b191ac5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126721050'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:17.558605 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d59886-f17e-4920-8b95-1d98b191ac5e service neutron] Pushing event updated for resources: {'Port': ['ID=475528db-163f-430e-b15e-9a03d97065f9,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:17.569806 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d59886-f17e-4920-8b95-1d98b191ac5e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:17.570159 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d59886-f17e-4920-8b95-1d98b191ac5e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:17.570505 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d59886-f17e-4920-8b95-1d98b191ac5e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:17.570860 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d59886-f17e-4920-8b95-1d98b191ac5e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:17.571180 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d59886-f17e-4920-8b95-1d98b191ac5e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:17.571545 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d59886-f17e-4920-8b95-1d98b191ac5e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:17.571879 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d59886-f17e-4920-8b95-1d98b191ac5e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:17.572218 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d59886-f17e-4920-8b95-1d98b191ac5e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:17.573548 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d59886-f17e-4920-8b95-1d98b191ac5e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:17.574025 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d59886-f17e-4920-8b95-1d98b191ac5e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:17.574261 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d59886-f17e-4920-8b95-1d98b191ac5e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:17.574721 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d59886-f17e-4920-8b95-1d98b191ac5e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:17.646414 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-2cbe8bcf-8922-43dc-841f-238eacf60ae9 req-07d59886-f17e-4920-8b95-1d98b191ac5e service neutron] Attempting to bind port 475528db-163f-430e-b15e-9a03d97065f9 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:29:17.646659 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-2cbe8bcf-8922-43dc-841f-238eacf60ae9 req-07d59886-f17e-4920-8b95-1d98b191ac5e service neutron] Attempting to bind port 475528db-163f-430e-b15e-9a03d97065f9 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'b486c7b2-067d-4550-9f8a-5c480e73f7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9db1d3a0-709c-4856-9653-0d0c7911e292'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:29:17.646991 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbe8bcf-8922-43dc-841f-238eacf60ae9 req-07d59886-f17e-4920-8b95-1d98b191ac5e service neutron] Attempting to bind port 475528db-163f-430e-b15e-9a03d97065f9 on network 9db1d3a0-709c-4856-9653-0d0c7911e292 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:29:17.647129 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644232ac-13b8-4e85-b2f8-b34197220ba6 req-f99b30cf-0eab-44b2-9115-1ec27b602778 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:17.648871 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-644232ac-13b8-4e85-b2f8-b34197220ba6 req-f99b30cf-0eab-44b2-9115-1ec27b602778 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/ports?device_id=af1210a2-62b7-440a-b8f7-96ce85d9e215 HTTP/1.1" status: 200 len: 944 time: 0.0693772 Jul 13 19:29:17.651592 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbe8bcf-8922-43dc-841f-238eacf60ae9 req-07d59886-f17e-4920-8b95-1d98b191ac5e service neutron] Port 475528db-163f-430e-b15e-9a03d97065f9 on network 9db1d3a0-709c-4856-9653-0d0c7911e292 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:29:17.651987 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbe8bcf-8922-43dc-841f-238eacf60ae9 req-07d59886-f17e-4920-8b95-1d98b191ac5e service neutron] Attempting to bind port 475528db-163f-430e-b15e-9a03d97065f9 on network 9db1d3a0-709c-4856-9653-0d0c7911e292 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:29:17.658246 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbe8bcf-8922-43dc-841f-238eacf60ae9 req-07d59886-f17e-4920-8b95-1d98b191ac5e service neutron] Checking agent: {'id': '4a103c85-e045-48ce-a8be-787d9b9ed000', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 23, 28), 'started_at': datetime.datetime(2021, 7, 13, 19, 23, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:29:17.658575 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbe8bcf-8922-43dc-841f-238eacf60ae9 req-07d59886-f17e-4920-8b95-1d98b191ac5e service neutron] Checking segment: {'id': 'b486c7b2-067d-4550-9f8a-5c480e73f7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9db1d3a0-709c-4856-9653-0d0c7911e292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:29:17.658957 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbe8bcf-8922-43dc-841f-238eacf60ae9 req-07d59886-f17e-4920-8b95-1d98b191ac5e service neutron] Bound using segment: {'id': 'b486c7b2-067d-4550-9f8a-5c480e73f7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9db1d3a0-709c-4856-9653-0d0c7911e292'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:29:17.659422 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-2cbe8bcf-8922-43dc-841f-238eacf60ae9 req-07d59886-f17e-4920-8b95-1d98b191ac5e service neutron] Bound port: 475528db-163f-430e-b15e-9a03d97065f9, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b486c7b2-067d-4550-9f8a-5c480e73f7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9db1d3a0-709c-4856-9653-0d0c7911e292'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:29:17.659760 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-2cbe8bcf-8922-43dc-841f-238eacf60ae9 req-07d59886-f17e-4920-8b95-1d98b191ac5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:17.691662 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-644232ac-13b8-4e85-b2f8-b34197220ba6 req-98de4e8d-24a6-4771-b7a3-dfe739293f27 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/security-groups?id=e0200969-8517-4565-ae29-c31726ff4fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364633 Jul 13 19:29:17.736866 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-2cbe8bcf-8922-43dc-841f-238eacf60ae9 req-07d59886-f17e-4920-8b95-1d98b191ac5e service neutron] For port 475528db-163f-430e-b15e-9a03d97065f9, host hv-cinder-78693, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:29:17.739964 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-2cbe8bcf-8922-43dc-841f-238eacf60ae9 req-07d59886-f17e-4920-8b95-1d98b191ac5e service neutron] For port 475528db-163f-430e-b15e-9a03d97065f9, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=475528db-163f-430e-b15e-9a03d97065f9,segment=NetworkSegment(b486c7b2-067d-4550-9f8a-5c480e73f7c4),segment_id=b486c7b2-067d-4550-9f8a-5c480e73f7c4)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:29:17.744482 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-2cbe8bcf-8922-43dc-841f-238eacf60ae9 req-07d59886-f17e-4920-8b95-1d98b191ac5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126721050'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:17.777106 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe8bcf-8922-43dc-841f-238eacf60ae9 req-07d59886-f17e-4920-8b95-1d98b191ac5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:17.777725 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-2cbe8bcf-8922-43dc-841f-238eacf60ae9 req-07d59886-f17e-4920-8b95-1d98b191ac5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:17.779128 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2cbe8bcf-8922-43dc-841f-238eacf60ae9 req-07d59886-f17e-4920-8b95-1d98b191ac5e service neutron] 10.222.0.18 "PUT /v2.0/ports/475528db-163f-430e-b15e-9a03d97065f9 HTTP/1.1" status: 200 len: 1094 time: 0.7150543 Jul 13 19:29:17.779683 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af1210a2-62b7-440a-b8f7-96ce85d9e215', 'tag': '475528db-163f-430e-b15e-9a03d97065f9'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:29:17.782751 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8879ae7e4e4d0f25c61261a3e286ece662f5d6b6250d5f2cd5814de7b022cdc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c9f1da6-4cbc-41a7-91fe-4d586ec6315d" -d '{"events": [{"name": "network-changed", "server_uuid": "af1210a2-62b7-440a-b8f7-96ce85d9e215", "tag": "475528db-163f-430e-b15e-9a03d97065f9"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:29:17.828997 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d59886-f17e-4920-8b95-1d98b191ac5e service neutron] Pushing event updated for resources: {'Port': ['ID=475528db-163f-430e-b15e-9a03d97065f9,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:17.835170 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e940d505-b82e-4c46-8348-e97e5b2f5f41 x-openstack-request-id: req-e940d505-b82e-4c46-8348-e97e5b2f5f41 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:29:17.835494 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af1210a2-62b7-440a-b8f7-96ce85d9e215", "tag": "475528db-163f-430e-b15e-9a03d97065f9", "status": "completed", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:29:17.835743 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e940d505-b82e-4c46-8348-e97e5b2f5f41 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:29:17.836184 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af1210a2-62b7-440a-b8f7-96ce85d9e215', 'tag': '475528db-163f-430e-b15e-9a03d97065f9', 'status': 'completed', 'code': 200} Jul 13 19:29:17.907526 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe8bcf-8922-43dc-841f-238eacf60ae9 req-592afdd2-59fd-4c50-b431-e8f9bca6ec3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:17.910535 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2cbe8bcf-8922-43dc-841f-238eacf60ae9 req-592afdd2-59fd-4c50-b431-e8f9bca6ec3b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5fb99b1b35e24c1ca47629b32e1a4f4d&device_id=af1210a2-62b7-440a-b8f7-96ce85d9e215 HTTP/1.1" status: 200 len: 1097 time: 0.0650365 Jul 13 19:29:17.956478 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2cbe8bcf-8922-43dc-841f-238eacf60ae9 req-43ddb604-e068-4e2c-855a-0413c1215315 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=475528db-163f-430e-b15e-9a03d97065f9 HTTP/1.1" status: 200 len: 217 time: 0.0372851 Jul 13 19:29:18.009702 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe8bcf-8922-43dc-841f-238eacf60ae9 req-fa69db9c-bad9-4945-881e-4844c1c46c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:18.011138 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2cbe8bcf-8922-43dc-841f-238eacf60ae9 req-fa69db9c-bad9-4945-881e-4844c1c46c91 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7c0e6b1b-c659-4b9e-9a87-44fb28b37af0 HTTP/1.1" status: 200 len: 853 time: 0.0478125 Jul 13 19:29:18.072346 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f0644-52c4-46dd-b995-40faf7f3c475 req-bf7bbadb-2d22-40bd-9d40-264d0fdb23aa tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:18.073801 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a60f0644-52c4-46dd-b995-40faf7f3c475 req-bf7bbadb-2d22-40bd-9d40-264d0fdb23aa tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 944 time: 0.0701947 Jul 13 19:29:18.088217 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe8bcf-8922-43dc-841f-238eacf60ae9 req-c85e546a-1cb1-4cb7-bfde-c04aecbd3df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:18.089716 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2cbe8bcf-8922-43dc-841f-238eacf60ae9 req-c85e546a-1cb1-4cb7-bfde-c04aecbd3df1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9db1d3a0-709c-4856-9653-0d0c7911e292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0694993 Jul 13 19:29:18.118004 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a60f0644-52c4-46dd-b995-40faf7f3c475 req-2597c434-ce7d-4659-81a3-c3a67c07b94b tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/security-groups?id=4db08e9d-cd84-42ba-932f-62d3bd3b2487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376790 Jul 13 19:29:18.181756 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2cbe8bcf-8922-43dc-841f-238eacf60ae9 req-dba01785-0a22-4df0-84b6-67f493301841 service neutron] 10.222.0.18 "GET /v2.0/networks/9db1d3a0-709c-4856-9653-0d0c7911e292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848441 Jul 13 19:29:18.272771 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2cbe8bcf-8922-43dc-841f-238eacf60ae9 req-645473b5-759b-4f49-8d03-fefece81b8e5 service neutron] 10.222.0.18 "GET /v2.0/networks/9db1d3a0-709c-4856-9653-0d0c7911e292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837731 Jul 13 19:29:18.379458 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f1da6-4cbc-41a7-91fe-4d586ec6315d req-871ccc6f-22c0-45b3-ae51-b0e5bfb73f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:18.380982 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-8c9f1da6-4cbc-41a7-91fe-4d586ec6315d req-871ccc6f-22c0-45b3-ae51-b0e5bfb73f97 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5fb99b1b35e24c1ca47629b32e1a4f4d&device_id=af1210a2-62b7-440a-b8f7-96ce85d9e215 HTTP/1.1" status: 200 len: 1097 time: 0.0542583 Jul 13 19:29:18.470358 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f1da6-4cbc-41a7-91fe-4d586ec6315d req-a2e77b1a-7d92-48ba-89b1-ae8cad5579b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:18.471755 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-8c9f1da6-4cbc-41a7-91fe-4d586ec6315d req-a2e77b1a-7d92-48ba-89b1-ae8cad5579b4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9db1d3a0-709c-4856-9653-0d0c7911e292 HTTP/1.1" status: 200 len: 915 time: 0.0816412 Jul 13 19:29:18.517112 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-8c9f1da6-4cbc-41a7-91fe-4d586ec6315d req-5b4a672a-c2af-4a83-8add-b077af7dd60c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=475528db-163f-430e-b15e-9a03d97065f9 HTTP/1.1" status: 200 len: 217 time: 0.0377386 Jul 13 19:29:18.566339 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f1da6-4cbc-41a7-91fe-4d586ec6315d req-9b567a22-bcd8-4829-8ebc-2c5773c1c77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:18.567857 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-8c9f1da6-4cbc-41a7-91fe-4d586ec6315d req-9b567a22-bcd8-4829-8ebc-2c5773c1c77e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7c0e6b1b-c659-4b9e-9a87-44fb28b37af0 HTTP/1.1" status: 200 len: 853 time: 0.0436983 Jul 13 19:29:18.664531 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f1da6-4cbc-41a7-91fe-4d586ec6315d req-361276ac-f609-44ea-969f-4c9a2023f974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:18.666017 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-8c9f1da6-4cbc-41a7-91fe-4d586ec6315d req-361276ac-f609-44ea-969f-4c9a2023f974 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9db1d3a0-709c-4856-9653-0d0c7911e292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0861259 Jul 13 19:29:18.673496 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f55104-094a-4212-aa4f-f121f492053b req-4feec95b-da6e-43a0-896d-3214cd97ce9c tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:18.674831 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-32f55104-094a-4212-aa4f-f121f492053b req-4feec95b-da6e-43a0-896d-3214cd97ce9c tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=1408221b-c2c1-4d70-a1ee-632eec54f9fc HTTP/1.1" status: 200 len: 946 time: 0.1039886 Jul 13 19:29:18.756227 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-32f55104-094a-4212-aa4f-f121f492053b req-2ee4312d-7ca4-448e-bed8-0c1c166d206f tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756927 Jul 13 19:29:18.797634 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-8c9f1da6-4cbc-41a7-91fe-4d586ec6315d req-8fe082b5-4862-4360-87a0-a07abd3462ac service neutron] 10.222.0.18 "GET /v2.0/networks/9db1d3a0-709c-4856-9653-0d0c7911e292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113150 Jul 13 19:29:18.873188 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf49248-78a0-406e-940f-2e10e3dfb02c req-b95c544c-a477-4492-8f33-f9e84889cc76 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:18.874745 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-fbf49248-78a0-406e-940f-2e10e3dfb02c req-b95c544c-a477-4492-8f33-f9e84889cc76 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/ports?device_id=af1210a2-62b7-440a-b8f7-96ce85d9e215 HTTP/1.1" status: 200 len: 944 time: 0.0673170 Jul 13 19:29:18.901478 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-8c9f1da6-4cbc-41a7-91fe-4d586ec6315d req-6f334aad-7fec-464c-814f-e433416d2e85 service neutron] 10.222.0.18 "GET /v2.0/networks/9db1d3a0-709c-4856-9653-0d0c7911e292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906367 Jul 13 19:29:18.912884 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-fbf49248-78a0-406e-940f-2e10e3dfb02c req-d7e58333-4268-4366-abd8-63e6c4fc4e5b tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/security-groups?id=e0200969-8517-4565-ae29-c31726ff4fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321906 Jul 13 19:29:18.950280 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-a49abceb-f556-4a99-ba15-a6be0e4ce668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:19.070821 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:19.296396 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f07baf-cffb-4ae2-8246-8cfb26f11a79 req-e0d3b0ee-065b-4275-835f-57c95625067d tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:19.297965 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c0f07baf-cffb-4ae2-8246-8cfb26f11a79 req-e0d3b0ee-065b-4275-835f-57c95625067d tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 944 time: 0.0683904 Jul 13 19:29:19.323661 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d314a2-659d-47f2-8a6e-31b8d1ae9c3c req-297b790a-8bab-4e5a-813a-dd5808853948 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:19.325162 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-b1d314a2-659d-47f2-8a6e-31b8d1ae9c3c req-297b790a-8bab-4e5a-813a-dd5808853948 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7c44b30-b467-436c-b46b-d99b413e3cf4 HTTP/1.1" status: 200 len: 945 time: 0.0633945 Jul 13 19:29:19.336630 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c0f07baf-cffb-4ae2-8246-8cfb26f11a79 req-2ff3fab5-49c9-4356-b161-e730ad0c4a55 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/security-groups?id=4db08e9d-cd84-42ba-932f-62d3bd3b2487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330091 Jul 13 19:29:19.363347 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-b1d314a2-659d-47f2-8a6e-31b8d1ae9c3c req-14416e92-1325-4bea-ac2e-01aad5aeebac tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/security-groups?id=12fcf376-dfa3-496e-b664-1285ed12ab00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319338 Jul 13 19:29:19.798973 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device 1db67f4a-337f-4ef0-a0c9-bc0adbe267ce details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:29:19.895969 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port 1db67f4a-337f-4ef0-a0c9-bc0adbe267ce, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=1db67f4a-337f-4ef0-a0c9-bc0adbe267ce,segment=NetworkSegment(7ab24263-1de9-41e1-b330-4c6bf47d6bcd),segment_id=7ab24263-1de9-41e1-b330-4c6bf47d6bcd)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:29:19.908247 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Returning: {'device': '1db67f4a-337f-4ef0-a0c9-bc0adbe267ce', 'network_id': '3e4dc58a-a6f8-4fc6-9689-be4b7fc56525', 'port_id': '1db67f4a-337f-4ef0-a0c9-bc0adbe267ce', 'mac_address': 'fa:16:3e:7f:9b:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c3b9855-037d-4be9-92be-e197c249828f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:29:19.932686 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e2a4f3-2716-495e-afd6-3465a210872b req-ddf9e559-8052-4ab1-b34e-4df8075c1ffa tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:19.934185 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a5e2a4f3-2716-495e-afd6-3465a210872b req-ddf9e559-8052-4ab1-b34e-4df8075c1ffa tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=1408221b-c2c1-4d70-a1ee-632eec54f9fc HTTP/1.1" status: 200 len: 946 time: 0.0644097 Jul 13 19:29:19.953888 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:19.967346 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1db67f4a-337f-4ef0-a0c9-bc0adbe267ce {{(pid=92925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:29:19.980257 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a5e2a4f3-2716-495e-afd6-3465a210872b req-8db30d67-cb86-41de-98c1-96b8fa9b39ea tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404296 Jul 13 19:29:20.002635 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port 1db67f4a-337f-4ef0-a0c9-bc0adbe267ce, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=1db67f4a-337f-4ef0-a0c9-bc0adbe267ce,segment=NetworkSegment(7ab24263-1de9-41e1-b330-4c6bf47d6bcd),segment_id=7ab24263-1de9-41e1-b330-4c6bf47d6bcd)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:29:20.007066 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:20.055225 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Pushing event updated for resources: {'Port': ['ID=1db67f4a-337f-4ef0-a0c9-bc0adbe267ce,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:20.137285 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14599dfc-6cef-4f26-a281-2cde0dddd6f5 req-c09e6cee-f84d-41f5-9e6f-95ae6e8c2727 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:20.138766 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-14599dfc-6cef-4f26-a281-2cde0dddd6f5 req-c09e6cee-f84d-41f5-9e6f-95ae6e8c2727 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.18 "GET /v2.0/ports?device_id=1408221b-c2c1-4d70-a1ee-632eec54f9fc HTTP/1.1" status: 200 len: 946 time: 0.1063094 Jul 13 19:29:20.151843 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a4f47-399b-432e-b8ce-874f1d72c718 req-6420bd9f-e6c6-42ff-8f37-6b7d144904a8 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:20.153224 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-507a4f47-399b-432e-b8ce-874f1d72c718 req-6420bd9f-e6c6-42ff-8f37-6b7d144904a8 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/ports?device_id=af1210a2-62b7-440a-b8f7-96ce85d9e215 HTTP/1.1" status: 200 len: 944 time: 0.1101167 Jul 13 19:29:20.224408 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f121cc10-15a3-4774-9d3b-44cefef2260b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:20.231383 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-507a4f47-399b-432e-b8ce-874f1d72c718 req-7f21f169-9f78-40a8-a950-d68375f70f8a tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/security-groups?id=e0200969-8517-4565-ae29-c31726ff4fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698800 Jul 13 19:29:20.283456 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [req-14599dfc-6cef-4f26-a281-2cde0dddd6f5 req-2e47b357-905a-4f77-8a71-b76e7372c9ac tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Deleting port eb801e81-7baf-4736-84ea-94cdd32a6342 {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:29:20.283799 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-14599dfc-6cef-4f26-a281-2cde0dddd6f5 req-2e47b357-905a-4f77-8a71-b76e7372c9ac tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752272853989'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:20.325536 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] get_ports_and_sgs() called for port_ids ['1db67f4a-337f-4ef0-a0c9-bc0adbe267ce'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:29:20.375498 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-14599dfc-6cef-4f26-a281-2cde0dddd6f5 req-2e47b357-905a-4f77-8a71-b76e7372c9ac tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] For port eb801e81-7baf-4736-84ea-94cdd32a6342, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=eb801e81-7baf-4736-84ea-94cdd32a6342,segment=NetworkSegment(748c1b89-7c14-4ba5-90cd-7c5ac679752b),segment_id=748c1b89-7c14-4ba5-90cd-7c5ac679752b)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:29:20.375870 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-14599dfc-6cef-4f26-a281-2cde0dddd6f5 req-2e47b357-905a-4f77-8a71-b76e7372c9ac tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763640'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:20.389652 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [req-14599dfc-6cef-4f26-a281-2cde0dddd6f5 req-2e47b357-905a-4f77-8a71-b76e7372c9ac tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Calling delete_port for eb801e81-7baf-4736-84ea-94cdd32a6342 owned by compute:nova {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:29:20.527990 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf430e90-09bf-429b-b924-183302ae24e9 req-704b314e-8b64-48a5-8e9c-5bf48410a2d6 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:20.529484 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-bf430e90-09bf-429b-b924-183302ae24e9 req-704b314e-8b64-48a5-8e9c-5bf48410a2d6 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 945 time: 0.0732825 Jul 13 19:29:20.558592 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-14599dfc-6cef-4f26-a281-2cde0dddd6f5 req-2e47b357-905a-4f77-8a71-b76e7372c9ac tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752272859917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752272454292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126721041'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:20.571770 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-bf430e90-09bf-429b-b924-183302ae24e9 req-55ebd15c-f29c-4790-96e9-546516c5f1c0 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/security-groups?id=4db08e9d-cd84-42ba-932f-62d3bd3b2487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359066 Jul 13 19:29:20.595490 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e47b357-905a-4f77-8a71-b76e7372c9ac tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Pushing event deleted for resources: {'Port': ['ID=eb801e81-7baf-4736-84ea-94cdd32a6342,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:20.622504 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d526524-e76f-4553-84dd-e8477c078f1f req-f70b9253-5120-4961-af5c-53ee75e9e2cc tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:20.624019 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2d526524-e76f-4553-84dd-e8477c078f1f req-f70b9253-5120-4961-af5c-53ee75e9e2cc tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7c44b30-b467-436c-b46b-d99b413e3cf4 HTTP/1.1" status: 200 len: 945 time: 0.1250870 Jul 13 19:29:20.916011 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [req-14599dfc-6cef-4f26-a281-2cde0dddd6f5 req-2e47b357-905a-4f77-8a71-b76e7372c9ac tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] No DVR routers for this DVR port eb801e81-7baf-4736-84ea-94cdd32a6342 on host hv-cinder-78693 {{(pid=92924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:29:20.919252 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-14599dfc-6cef-4f26-a281-2cde0dddd6f5 req-2e47b357-905a-4f77-8a71-b76e7372c9ac tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:20.921186 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-14599dfc-6cef-4f26-a281-2cde0dddd6f5 req-2e47b357-905a-4f77-8a71-b76e7372c9ac tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.18 "DELETE /v2.0/ports/eb801e81-7baf-4736-84ea-94cdd32a6342 HTTP/1.1" status: 204 len: 173 time: 0.7671044 Jul 13 19:29:20.922168 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1408221b-c2c1-4d70-a1ee-632eec54f9fc', 'name': 'network-vif-deleted', 'tag': 'eb801e81-7baf-4736-84ea-94cdd32a6342'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:29:20.924653 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8879ae7e4e4d0f25c61261a3e286ece662f5d6b6250d5f2cd5814de7b022cdc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656fb3f7-aaba-4cb2-a601-28fda0a0fe5d" -d '{"events": [{"server_uuid": "1408221b-c2c1-4d70-a1ee-632eec54f9fc", "name": "network-vif-deleted", "tag": "eb801e81-7baf-4736-84ea-94cdd32a6342"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:29:20.952695 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2d526524-e76f-4553-84dd-e8477c078f1f req-64c9ed93-8038-4342-b990-03f3ac73aa60 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/security-groups?id=12fcf376-dfa3-496e-b664-1285ed12ab00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123968 Jul 13 19:29:20.966572 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9508c2b7-e178-4d9f-a6bd-45ee037ecae5 x-openstack-request-id: req-9508c2b7-e178-4d9f-a6bd-45ee037ecae5 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:29:20.975534 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1408221b-c2c1-4d70-a1ee-632eec54f9fc", "name": "network-vif-deleted", "tag": "eb801e81-7baf-4736-84ea-94cdd32a6342", "status": "completed", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:29:20.975534 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9508c2b7-e178-4d9f-a6bd-45ee037ecae5 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:29:20.975534 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1408221b-c2c1-4d70-a1ee-632eec54f9fc', 'name': 'network-vif-deleted', 'tag': 'eb801e81-7baf-4736-84ea-94cdd32a6342', 'status': 'completed', 'code': 200} Jul 13 19:29:21.093574 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] get_ports_and_sgs() called for port_ids ['eb801e81-7baf-4736-84ea-94cdd32a6342', '3b098a10-9e62-4d5e-a99c-e39215f28b92'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:29:21.147280 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-0cd73b19-c566-4003-8295-8a57755fadf1 req-e74cb734-2a6b-4d14-885a-1608d1c953f8 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=1408221b-c2c1-4d70-a1ee-632eec54f9fc HTTP/1.1" status: 200 len: 210 time: 0.0301294 Jul 13 19:29:21.202830 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aefa73-da7c-406d-9eaf-2e940ef11576 req-7135b006-95f4-495b-9aef-c56569860e21 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:21.204707 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-f5aefa73-da7c-406d-9eaf-2e940ef11576 req-7135b006-95f4-495b-9aef-c56569860e21 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7c44b30-b467-436c-b46b-d99b413e3cf4 HTTP/1.1" status: 200 len: 945 time: 0.0656891 Jul 13 19:29:21.310936 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [req-f5aefa73-da7c-406d-9eaf-2e940ef11576 req-fcd8bd5c-b6ef-409f-92da-6efc29a69411 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Deleting port 042936ca-7876-42d0-9aa1-c41b3c10bf19 {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:29:21.311303 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-f5aefa73-da7c-406d-9eaf-2e940ef11576 req-fcd8bd5c-b6ef-409f-92da-6efc29a69411 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752272853989'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:21.436605 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-f5aefa73-da7c-406d-9eaf-2e940ef11576 req-fcd8bd5c-b6ef-409f-92da-6efc29a69411 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] For port 042936ca-7876-42d0-9aa1-c41b3c10bf19, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=042936ca-7876-42d0-9aa1-c41b3c10bf19,segment=NetworkSegment(e76ad695-8838-412a-a0c0-c26a4e4be224),segment_id=e76ad695-8838-412a-a0c0-c26a4e4be224)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:29:21.437011 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-f5aefa73-da7c-406d-9eaf-2e940ef11576 req-fcd8bd5c-b6ef-409f-92da-6efc29a69411 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763640'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:21.451269 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [req-f5aefa73-da7c-406d-9eaf-2e940ef11576 req-fcd8bd5c-b6ef-409f-92da-6efc29a69411 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Calling delete_port for 042936ca-7876-42d0-9aa1-c41b3c10bf19 owned by compute:nova {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:29:21.470998 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b61de-d57a-409b-8070-619a36a00ed9 req-5f86df8a-a9d9-42a5-b80b-9c87415153ec tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:21.472514 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-6d5b61de-d57a-409b-8070-619a36a00ed9 req-5f86df8a-a9d9-42a5-b80b-9c87415153ec tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/ports?device_id=af1210a2-62b7-440a-b8f7-96ce85d9e215 HTTP/1.1" status: 200 len: 944 time: 0.1231103 Jul 13 19:29:21.554957 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-6d5b61de-d57a-409b-8070-619a36a00ed9 req-ea02d3b0-c20a-4866-a429-28ae6fba9026 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/security-groups?id=e0200969-8517-4565-ae29-c31726ff4fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763197 Jul 13 19:29:21.631371 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-f5aefa73-da7c-406d-9eaf-2e940ef11576 req-fcd8bd5c-b6ef-409f-92da-6efc29a69411 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752272859917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752272454292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126721041'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:21.647250 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] get_ports_and_sgs() called for port_ids ['042936ca-7876-42d0-9aa1-c41b3c10bf19'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:29:21.663944 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd8bd5c-b6ef-409f-92da-6efc29a69411 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Pushing event deleted for resources: {'Port': ['ID=042936ca-7876-42d0-9aa1-c41b3c10bf19,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:21.714524 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5aefa73-da7c-406d-9eaf-2e940ef11576 req-fcd8bd5c-b6ef-409f-92da-6efc29a69411 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] No DVR routers for this DVR port 042936ca-7876-42d0-9aa1-c41b3c10bf19 on host hv-cinder-78693 {{(pid=92924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:29:21.717222 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-f5aefa73-da7c-406d-9eaf-2e940ef11576 req-fcd8bd5c-b6ef-409f-92da-6efc29a69411 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:21.719544 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-90e910e5-9927-492e-a649-803b472a565a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:21.720010 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-f5aefa73-da7c-406d-9eaf-2e940ef11576 req-fcd8bd5c-b6ef-409f-92da-6efc29a69411 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.18 "DELETE /v2.0/ports/042936ca-7876-42d0-9aa1-c41b3c10bf19 HTTP/1.1" status: 204 len: 173 time: 0.5040855 Jul 13 19:29:21.753438 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2557c0-119f-4d28-abc5-8326fb5a2cd3 req-6c6189ef-489f-491b-ac1f-0301d756ebe1 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:21.754942 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ee2557c0-119f-4d28-abc5-8326fb5a2cd3 req-6c6189ef-489f-491b-ac1f-0301d756ebe1 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 945 time: 0.0656178 Jul 13 19:29:21.793529 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ee2557c0-119f-4d28-abc5-8326fb5a2cd3 req-57588bb0-f7a1-4b5d-af38-7b9c0af00fd7 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/security-groups?id=4db08e9d-cd84-42ba-932f-62d3bd3b2487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324304 Jul 13 19:29:21.795141 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device 475528db-163f-430e-b15e-9a03d97065f9 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:29:21.798670 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device 1db67f4a-337f-4ef0-a0c9-bc0adbe267ce up at agent hyperv_hv-cinder-78693 {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:29:21.902524 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Provisioning for port 1db67f4a-337f-4ef0-a0c9-bc0adbe267ce completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:29:21.914563 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Provisioning complete for port 1db67f4a-337f-4ef0-a0c9-bc0adbe267ce triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:29:21.914931 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:21.956599 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port 475528db-163f-430e-b15e-9a03d97065f9, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=475528db-163f-430e-b15e-9a03d97065f9,segment=NetworkSegment(b486c7b2-067d-4550-9f8a-5c480e73f7c4),segment_id=b486c7b2-067d-4550-9f8a-5c480e73f7c4)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:29:21.971027 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Returning: {'device': '475528db-163f-430e-b15e-9a03d97065f9', 'network_id': '9db1d3a0-709c-4856-9653-0d0c7911e292', 'port_id': '475528db-163f-430e-b15e-9a03d97065f9', 'mac_address': 'fa:16:3e:31:68:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c0e6b1b-c659-4b9e-9a87-44fb28b37af0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:29:22.038242 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:22.056496 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:22.059076 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 475528db-163f-430e-b15e-9a03d97065f9 {{(pid=92925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:29:22.093208 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port 475528db-163f-430e-b15e-9a03d97065f9, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=475528db-163f-430e-b15e-9a03d97065f9,segment=NetworkSegment(b486c7b2-067d-4550-9f8a-5c480e73f7c4),segment_id=b486c7b2-067d-4550-9f8a-5c480e73f7c4)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:29:22.097840 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d83e088-f62a-40f1-87d7-784bfcbcaed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db67f4a-337f-4ef0-a0c9-bc0adbe267ce'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:29:22.101277 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540c69b029c7553e3853e743d2a892cf8287872a4bddd25c2711216cf853e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9aa86e-7ad2-461a-905f-a1f24992d1cb" -d '{"events": [{"server_uuid": "3d83e088-f62a-40f1-87d7-784bfcbcaed8", "name": "network-vif-plugged", "status": "completed", "tag": "1db67f4a-337f-4ef0-a0c9-bc0adbe267ce"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:29:22.110899 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:22.117749 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port 1db67f4a-337f-4ef0-a0c9-bc0adbe267ce, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=1db67f4a-337f-4ef0-a0c9-bc0adbe267ce,segment=NetworkSegment(7ab24263-1de9-41e1-b330-4c6bf47d6bcd),segment_id=7ab24263-1de9-41e1-b330-4c6bf47d6bcd)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:29:22.118972 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-dee520bf-34d1-4eef-a50b-da42ac603f56 req-15dfb192-a894-4016-8bb9-c0c3577b42c1 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7c44b30-b467-436c-b46b-d99b413e3cf4 HTTP/1.1" status: 200 len: 210 time: 0.0379765 Jul 13 19:29:22.138259 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:22.155389 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4989716d-7d7f-4eea-bdbf-f795dde1d495 x-openstack-request-id: req-4989716d-7d7f-4eea-bdbf-f795dde1d495 {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:29:22.155678 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d83e088-f62a-40f1-87d7-784bfcbcaed8", "name": "network-vif-plugged", "status": "completed", "tag": "1db67f4a-337f-4ef0-a0c9-bc0adbe267ce", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:29:22.156113 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4989716d-7d7f-4eea-bdbf-f795dde1d495 {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:29:22.156682 dv-cinder-786932-3-iscsi neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d83e088-f62a-40f1-87d7-784bfcbcaed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db67f4a-337f-4ef0-a0c9-bc0adbe267ce', 'code': 200} Jul 13 19:29:22.170751 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Pushing event updated for resources: {'Port': ['ID=475528db-163f-430e-b15e-9a03d97065f9,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:22.234676 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Pushing event updated for resources: {'Port': ['ID=1db67f4a-337f-4ef0-a0c9-bc0adbe267ce,revision_number=5']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:22.404416 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] get_ports_and_sgs() called for port_ids ['475528db-163f-430e-b15e-9a03d97065f9'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:29:22.494656 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ea886-cc5b-4384-8b7a-2874a795594e req-9e4c697e-a13e-45f2-9b8e-b35d66128688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:22.496475 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-a10ea886-cc5b-4384-8b7a-2874a795594e req-9e4c697e-a13e-45f2-9b8e-b35d66128688 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 1099 time: 0.0644801 Jul 13 19:29:22.534865 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-a10ea886-cc5b-4384-8b7a-2874a795594e req-e83de660-988c-4dcb-958c-dc645bfbc238 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4db08e9d-cd84-42ba-932f-62d3bd3b2487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309699 Jul 13 19:29:22.640600 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e791c263-b499-4db8-a7d5-978c4e554356 req-b51da495-8150-44de-acf9-66a99347739f tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:22.642474 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-e791c263-b499-4db8-a7d5-978c4e554356 req-b51da495-8150-44de-acf9-66a99347739f tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=2948849c-cd06-4bfe-b1a8-9e34d272493c HTTP/1.1" status: 200 len: 946 time: 0.0664732 Jul 13 19:29:22.683318 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-e791c263-b499-4db8-a7d5-978c4e554356 req-a080e569-4cc7-4c9c-aa5c-9e8574696f16 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351527 Jul 13 19:29:22.742678 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07336f2-070c-4308-905e-38e23301ce5c req-cd42277d-49f3-4944-b348-9c29af5a829d tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:22.744106 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f07336f2-070c-4308-905e-38e23301ce5c req-cd42277d-49f3-4944-b348-9c29af5a829d tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/ports?device_id=af1210a2-62b7-440a-b8f7-96ce85d9e215 HTTP/1.1" status: 200 len: 945 time: 0.0720065 Jul 13 19:29:22.783728 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f07336f2-070c-4308-905e-38e23301ce5c req-21ac555d-0149-481d-9975-3ae002712e5e tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/security-groups?id=e0200969-8517-4565-ae29-c31726ff4fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339594 Jul 13 19:29:22.973049 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca27d6ca-715d-4922-930d-418a18270ff4 req-ae331ad0-37f8-4a87-92d0-ca090e0f0d40 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:22.974567 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-ca27d6ca-715d-4922-930d-418a18270ff4 req-ae331ad0-37f8-4a87-92d0-ca090e0f0d40 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 946 time: 0.0651231 Jul 13 19:29:22.975036 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c44b30-b467-436c-b46b-d99b413e3cf4', 'name': 'network-vif-deleted', 'tag': '042936ca-7876-42d0-9aa1-c41b3c10bf19'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:29:22.977367 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8879ae7e4e4d0f25c61261a3e286ece662f5d6b6250d5f2cd5814de7b022cdc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1911d26a-1f05-4081-9b7b-44d08231ae87" -d '{"events": [{"server_uuid": "d7c44b30-b467-436c-b46b-d99b413e3cf4", "name": "network-vif-deleted", "tag": "042936ca-7876-42d0-9aa1-c41b3c10bf19"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:29:23.017018 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb5b80d-8e76-4208-8842-f92d37fa3283 x-openstack-request-id: req-bdb5b80d-8e76-4208-8842-f92d37fa3283 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:29:23.017316 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c44b30-b467-436c-b46b-d99b413e3cf4", "name": "network-vif-deleted", "tag": "042936ca-7876-42d0-9aa1-c41b3c10bf19", "status": "completed", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:29:23.017566 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-bdb5b80d-8e76-4208-8842-f92d37fa3283 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:29:23.017958 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c44b30-b467-436c-b46b-d99b413e3cf4', 'name': 'network-vif-deleted', 'tag': '042936ca-7876-42d0-9aa1-c41b3c10bf19', 'status': 'completed', 'code': 200} Jul 13 19:29:23.021430 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-ca27d6ca-715d-4922-930d-418a18270ff4 req-ee0097f4-05c8-4d62-96e1-0e60aab9149f tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/security-groups?id=4db08e9d-cd84-42ba-932f-62d3bd3b2487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410047 Jul 13 19:29:23.881133 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93048d4e-4f5f-4704-bdeb-368871a17848 req-569d8d67-8ecc-498c-bd90-7b7b6b9eabd4 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:23.883076 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-93048d4e-4f5f-4704-bdeb-368871a17848 req-569d8d67-8ecc-498c-bd90-7b7b6b9eabd4 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=2948849c-cd06-4bfe-b1a8-9e34d272493c HTTP/1.1" status: 200 len: 946 time: 0.0711105 Jul 13 19:29:23.935417 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-93048d4e-4f5f-4704-bdeb-368871a17848 req-d1c3bc0c-7f16-4642-9ee8-e7e14780591c tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451329 Jul 13 19:29:24.008308 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f4131-6429-475e-8c4b-de73cc127156 req-d6bc0d9e-d050-4e16-b222-f19daaf88ccb tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:24.010271 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c49f4131-6429-475e-8c4b-de73cc127156 req-d6bc0d9e-d050-4e16-b222-f19daaf88ccb tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/ports?device_id=af1210a2-62b7-440a-b8f7-96ce85d9e215 HTTP/1.1" status: 200 len: 945 time: 0.0822182 Jul 13 19:29:24.055448 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c49f4131-6429-475e-8c4b-de73cc127156 req-f4f415b0-c17f-4f49-9432-240682dcfd07 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/security-groups?id=e0200969-8517-4565-ae29-c31726ff4fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372221 Jul 13 19:29:24.197147 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e563143c-f1b3-4fad-bc0e-821232c43533 req-4fba62b7-b543-4ca1-ae6a-bddf2788ca6b tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:24.198616 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-e563143c-f1b3-4fad-bc0e-821232c43533 req-4fba62b7-b543-4ca1-ae6a-bddf2788ca6b tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 946 time: 0.0627041 Jul 13 19:29:24.235360 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-e563143c-f1b3-4fad-bc0e-821232c43533 req-7f5e3f25-57a9-4af2-b3a9-0fb274408ebb tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/security-groups?id=4db08e9d-cd84-42ba-932f-62d3bd3b2487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304871 Jul 13 19:29:24.408590 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126f223-092f-4304-8080-9a33f4c0eac6 req-135c8b86-dad3-492e-ba59-6b9ba71835fb tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:24.411960 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d126f223-092f-4304-8080-9a33f4c0eac6 req-135c8b86-dad3-492e-ba59-6b9ba71835fb tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 946 time: 0.0627596 Jul 13 19:29:24.449193 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d126f223-092f-4304-8080-9a33f4c0eac6 req-a92be82e-4166-4ac6-94d6-513870c80d2b tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/security-groups?id=4db08e9d-cd84-42ba-932f-62d3bd3b2487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334277 Jul 13 19:29:24.473181 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 54948) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:24.659636 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device 475528db-163f-430e-b15e-9a03d97065f9 up at agent hyperv_hv-cinder-78693 {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:29:24.673108 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c8dd9d-1318-4fc7-a9eb-989f260c007c tempest-TestShelveInstance-1650180140 tempest-TestShelveInstance-1650180140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:24.677930 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 54952) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:24.681227 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-66c8dd9d-1318-4fc7-a9eb-989f260c007c tempest-TestShelveInstance-1650180140 tempest-TestShelveInstance-1650180140-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 1094 time: 0.2004864 Jul 13 19:29:24.682854 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-0040c983-8472-4cce-a5af-3d67799ac76c tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Request body: {'floatingip': {'floating_network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'port_id': '1db67f4a-337f-4ef0-a0c9-bc0adbe267ce', 'tenant_id': '67402faa97f64f238466e72ec9e27071', 'fixed_ip_address': '172.20.0.14'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:29:24.709482 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0040c983-8472-4cce-a5af-3d67799ac76c tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Notify callbacks [] for floatingip, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:24.710369 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Provisioning for port 475528db-163f-430e-b15e-9a03d97065f9 completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:29:24.714456 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Provisioning complete for port 475528db-163f-430e-b15e-9a03d97065f9 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:29:24.714827 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:24.803157 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0040c983-8472-4cce-a5af-3d67799ac76c tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:24.804275 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:24.828403 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af1210a2-62b7-440a-b8f7-96ce85d9e215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '475528db-163f-430e-b15e-9a03d97065f9'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:29:24.830645 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540c69b029c7553e3853e743d2a892cf8287872a4bddd25c2711216cf853e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d9c9b8a-e85d-4cf3-ae68-947db668ec01" -d '{"events": [{"server_uuid": "af1210a2-62b7-440a-b8f7-96ce85d9e215", "name": "network-vif-plugged", "status": "completed", "tag": "475528db-163f-430e-b15e-9a03d97065f9"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:29:24.843511 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port 475528db-163f-430e-b15e-9a03d97065f9, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=475528db-163f-430e-b15e-9a03d97065f9,segment=NetworkSegment(b486c7b2-067d-4550-9f8a-5c480e73f7c4),segment_id=b486c7b2-067d-4550-9f8a-5c480e73f7c4)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:29:24.849521 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:24.850374 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device eb801e81-7baf-4736-84ea-94cdd32a6342 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:29:24.876495 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128a7a24-2c7b-43ed-9e1c-e444cfc2d764 x-openstack-request-id: req-128a7a24-2c7b-43ed-9e1c-e444cfc2d764 {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:29:24.876792 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af1210a2-62b7-440a-b8f7-96ce85d9e215", "name": "network-vif-plugged", "status": "completed", "tag": "475528db-163f-430e-b15e-9a03d97065f9", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:29:24.877044 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-128a7a24-2c7b-43ed-9e1c-e444cfc2d764 {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:29:24.877480 dv-cinder-786932-3-iscsi neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af1210a2-62b7-440a-b8f7-96ce85d9e215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '475528db-163f-430e-b15e-9a03d97065f9', 'code': 200} Jul 13 19:29:24.897299 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] No Port match for: eb801e81-7baf-4736-84ea-94cdd32a6342 {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:29:24.897643 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device eb801e81-7baf-4736-84ea-94cdd32a6342 not bound to the agent host hv-cinder-78693 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:29:24.926554 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [None req-0040c983-8472-4cce-a5af-3d67799ac76c tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Allocated IP 172.27.1.173 (c2fcde99-d8d4-483e-a474-248e3afaaef2/3c8e1596-5f1e-4fec-b61e-66ec42c4519a/4061ae22-2055-4d10-ada4-599b4ae02432) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:29:24.932329 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Pushing event updated for resources: {'Port': ['ID=475528db-163f-430e-b15e-9a03d97065f9,revision_number=5']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:25.031274 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0040c983-8472-4cce-a5af-3d67799ac76c tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:25.104130 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0040c983-8472-4cce-a5af-3d67799ac76c tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752272454283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130471124'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:25.155201 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0040c983-8472-4cce-a5af-3d67799ac76c tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Network c2fcde99-d8d4-483e-a474-248e3afaaef2 is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:29:25.164624 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-0040c983-8472-4cce-a5af-3d67799ac76c tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:29:25.167772 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0040c983-8472-4cce-a5af-3d67799ac76c tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:29:25.169686 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0040c983-8472-4cce-a5af-3d67799ac76c tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Pushing event updated for resources: {'Port': ['ID=4061ae22-2055-4d10-ada4-599b4ae02432,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:25.181105 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0327ecc-b8be-4fbb-9304-7518e5c7e6f5 req-7dce22a3-1ce9-4a25-af01-215cabd1894a tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:25.182665 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a0327ecc-b8be-4fbb-9304-7518e5c7e6f5 req-7dce22a3-1ce9-4a25-af01-215cabd1894a tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=2948849c-cd06-4bfe-b1a8-9e34d272493c HTTP/1.1" status: 200 len: 946 time: 0.1327140 Jul 13 19:29:25.207731 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0040c983-8472-4cce-a5af-3d67799ac76c tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:25.208080 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0040c983-8472-4cce-a5af-3d67799ac76c tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:25.208417 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0040c983-8472-4cce-a5af-3d67799ac76c tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:25.208762 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0040c983-8472-4cce-a5af-3d67799ac76c tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:25.209092 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0040c983-8472-4cce-a5af-3d67799ac76c tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:25.209423 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0040c983-8472-4cce-a5af-3d67799ac76c tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:25.209746 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0040c983-8472-4cce-a5af-3d67799ac76c tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:25.210066 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0040c983-8472-4cce-a5af-3d67799ac76c tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:25.210394 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0040c983-8472-4cce-a5af-3d67799ac76c tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:25.210714 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0040c983-8472-4cce-a5af-3d67799ac76c tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:25.211034 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0040c983-8472-4cce-a5af-3d67799ac76c tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:25.211382 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0040c983-8472-4cce-a5af-3d67799ac76c tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:25.235657 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04152f2-a972-4d80-94c0-6faef6b178c4 req-7a3618ec-c3b3-482b-9711-63b6908a8d54 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:25.237486 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-d04152f2-a972-4d80-94c0-6faef6b178c4 req-7a3618ec-c3b3-482b-9711-63b6908a8d54 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/ports?device_id=af1210a2-62b7-440a-b8f7-96ce85d9e215 HTTP/1.1" status: 200 len: 946 time: 0.0664318 Jul 13 19:29:25.260839 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a0327ecc-b8be-4fbb-9304-7518e5c7e6f5 req-5ef11748-8848-4cb4-8735-77cecf0eadba tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571046 Jul 13 19:29:25.280073 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-d04152f2-a972-4d80-94c0-6faef6b178c4 req-d6c069c4-6c34-4789-a710-d3bc5c503a4b tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/security-groups?id=e0200969-8517-4565-ae29-c31726ff4fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368516 Jul 13 19:29:25.581979 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0040c983-8472-4cce-a5af-3d67799ac76c tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:25.653769 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0040c983-8472-4cce-a5af-3d67799ac76c tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:26.014597 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0040c983-8472-4cce-a5af-3d67799ac76c tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:26.019028 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0040c983-8472-4cce-a5af-3d67799ac76c tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130471135'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:26.087279 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0040c983-8472-4cce-a5af-3d67799ac76c tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Pushing event updated for resources: {'Port': ['ID=4061ae22-2055-4d10-ada4-599b4ae02432,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:26.097612 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0040c983-8472-4cce-a5af-3d67799ac76c tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760411'] for floatingip, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:26.194798 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.db.l3_db [None req-0040c983-8472-4cce-a5af-3d67799ac76c tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Floating IP 74eb6706-7578-4cea-aecb-744a511f581c associated. External IP: 172.27.1.173, port: 1db67f4a-337f-4ef0-a0c9-bc0adbe267ce. Jul 13 19:29:26.430495 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0040c983-8472-4cce-a5af-3d67799ac76c tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Router 51b4d804-7400-489c-b611-1d0e1d38b7cb has already been hosted by L3 agent beedb406-ab13-44dd-957b-972171d020d2 {{(pid=92923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:29:26.457784 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4bccea-ee28-4cfd-a993-cca8f1a34f19 req-3cc6835f-3fae-44ec-883e-d90a92bd16b1 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:26.459269 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-6f4bccea-ee28-4cfd-a993-cca8f1a34f19 req-3cc6835f-3fae-44ec-883e-d90a92bd16b1 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/ports?device_id=af1210a2-62b7-440a-b8f7-96ce85d9e215 HTTP/1.1" status: 200 len: 946 time: 0.0646381 Jul 13 19:29:26.493646 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18227655-4be9-42d6-8d78-b64284d76d15 req-480f7df7-ce12-4f2b-8f72-dff60f731791 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:26.495136 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-18227655-4be9-42d6-8d78-b64284d76d15 req-480f7df7-ce12-4f2b-8f72-dff60f731791 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=2948849c-cd06-4bfe-b1a8-9e34d272493c HTTP/1.1" status: 200 len: 946 time: 0.1179187 Jul 13 19:29:26.502226 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-6f4bccea-ee28-4cfd-a993-cca8f1a34f19 req-608cd337-5ace-468b-a6ad-915212c8ecaf tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/security-groups?id=e0200969-8517-4565-ae29-c31726ff4fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362341 Jul 13 19:29:26.576533 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-18227655-4be9-42d6-8d78-b64284d76d15 req-14cc17da-ac00-47c6-9ca5-4dd510935c71 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739667 Jul 13 19:29:26.583450 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0040c983-8472-4cce-a5af-3d67799ac76c tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Notify agent at l3_agent.dv-cinder-786932-3-iscsi the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:29:26.594730 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46221c31-1c81-45e5-8813-0bd9e48be6bd None None] Sync routers for ids ['51b4d804-7400-489c-b611-1d0e1d38b7cb'] in dv-cinder-786932-3-iscsi {{(pid=92926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:29:26.599519 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0040c983-8472-4cce-a5af-3d67799ac76c tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for floatingip, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:26.604467 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46221c31-1c81-45e5-8813-0bd9e48be6bd None None] Routers {'51b4d804-7400-489c-b611-1d0e1d38b7cb'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:29:26.605075 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-46221c31-1c81-45e5-8813-0bd9e48be6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:29:19Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['51b4d804-7400-489c-b611-1d0e1d38b7cb'], 'active': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:29:26.647259 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-0040c983-8472-4cce-a5af-3d67799ac76c tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9570751 Jul 13 19:29:26.647259 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d83e088-f62a-40f1-87d7-784bfcbcaed8', 'tag': '1db67f4a-337f-4ef0-a0c9-bc0adbe267ce'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:29:26.647259 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1087dd994376df9afb132dbe65b34b6853527e2d112168992b97c33633c3add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61bdb58c-2242-48c4-ad2b-f3f9194311c5" -d '{"events": [{"name": "network-changed", "server_uuid": "3d83e088-f62a-40f1-87d7-784bfcbcaed8", "tag": "1db67f4a-337f-4ef0-a0c9-bc0adbe267ce"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:29:26.654498 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device 042936ca-7876-42d0-9aa1-c41b3c10bf19 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:29:26.680592 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] No Port match for: 042936ca-7876-42d0-9aa1-c41b3c10bf19 {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:29:26.681133 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device 042936ca-7876-42d0-9aa1-c41b3c10bf19 not bound to the agent host hv-cinder-78693 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:29:26.691534 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32c6b59-6011-44f6-828a-382f1973eaef x-openstack-request-id: req-a32c6b59-6011-44f6-828a-382f1973eaef {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:29:26.691820 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d83e088-f62a-40f1-87d7-784bfcbcaed8", "tag": "1db67f4a-337f-4ef0-a0c9-bc0adbe267ce", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:29:26.692069 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a32c6b59-6011-44f6-828a-382f1973eaef {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:29:26.692473 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d83e088-f62a-40f1-87d7-784bfcbcaed8', 'tag': '1db67f4a-337f-4ef0-a0c9-bc0adbe267ce', 'status': 'completed', 'code': 200} Jul 13 19:29:26.743032 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvr_db [None req-46221c31-1c81-45e5-8813-0bd9e48be6bd None None] Set router 51b4d804-7400-489c-b611-1d0e1d38b7cb gateway port host: dv-cinder-786932-3-iscsi {{(pid=92926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:29:26.839343 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bdb58c-2242-48c4-ad2b-f3f9194311c5 req-0c3df34c-cfa9-44eb-af7b-03854e855d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:26.841067 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-61bdb58c-2242-48c4-ad2b-f3f9194311c5 req-0c3df34c-cfa9-44eb-af7b-03854e855d46 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=67402faa97f64f238466e72ec9e27071&device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 1099 time: 0.0960240 Jul 13 19:29:26.848295 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-c2358714-2c47-4b01-8e25-583e5e5c0341 req-a9a3bc1c-1002-4ad3-8b0c-460eda514e8e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0941415 Jul 13 19:29:26.930191 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d098f7-2e19-4216-ba02-c1ceb7307296 req-340d76e3-39ee-4d6a-bb9b-7567d72e7cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:26.931854 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-71d098f7-2e19-4216-ba02-c1ceb7307296 req-340d76e3-39ee-4d6a-bb9b-7567d72e7cd2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=af1210a2-62b7-440a-b8f7-96ce85d9e215 HTTP/1.1" status: 200 len: 1099 time: 0.0657430 Jul 13 19:29:26.978374 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-71d098f7-2e19-4216-ba02-c1ceb7307296 req-c6794abd-dff4-47c3-b433-4fd7d5c60ca9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e0200969-8517-4565-ae29-c31726ff4fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281596 Jul 13 19:29:26.995334 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-46221c31-1c81-45e5-8813-0bd9e48be6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51b4d804-7400-489c-b611-1d0e1d38b7cb', 'name': 'tempest-TestShelveInstance-1502094256-router', 'tenant_id': '67402faa97f64f238466e72ec9e27071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'd9c49a8d-a818-48fb-9a01-4fe97aa977c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:28:08Z', 'updated_at': '2021-07-13T19:28:12Z', 'revision_number': 4, 'project_id': '67402faa97f64f238466e72ec9e27071', 'gw_port': {'id': 'd9c49a8d-a818-48fb-9a01-4fe97aa977c2', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b4d804-7400-489c-b611-1d0e1d38b7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:08Z', 'updated_at': '2021-07-13T19:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_floatingips': [{'id': '74eb6706-7578-4cea-aecb-744a511f581c', 'tenant_id': '67402faa97f64f238466e72ec9e27071', 'floating_ip_address': '172.27.1.173', 'floating_network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'router_id': '51b4d804-7400-489c-b611-1d0e1d38b7cb', 'port_id': '1db67f4a-337f-4ef0-a0c9-bc0adbe267ce', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e4dc58a-a6f8-4fc6-9689-be4b7fc56525', 'mac_address': 'fa:16:3e:7f:9b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d83e088-f62a-40f1-87d7-784bfcbcaed8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:29:25Z', 'updated_at': '2021-07-13T19:29:25Z', 'revision_number': 0, 'project_id': '67402faa97f64f238466e72ec9e27071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34e27a78-dfbd-4720-835b-b6d45b19a768', 'name': '', 'network_id': '3e4dc58a-a6f8-4fc6-9689-be4b7fc56525', 'tenant_id': '67402faa97f64f238466e72ec9e27071', 'mac_address': 'fa:16:3e:72:7c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b4d804-7400-489c-b611-1d0e1d38b7cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '6c3b9855-037d-4be9-92be-e197c249828f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:11Z', 'updated_at': '2021-07-13T19:28:19Z', 'revision_number': 5, 'project_id': '67402faa97f64f238466e72ec9e27071', 'subnets': [{'id': '6c3b9855-037d-4be9-92be-e197c249828f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:29:27.004548 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bdb58c-2242-48c4-ad2b-f3f9194311c5 req-eb6d66f3-2d7c-4d82-ad14-91bb51535797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:27.006170 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-61bdb58c-2242-48c4-ad2b-f3f9194311c5 req-eb6d66f3-2d7c-4d82-ad14-91bb51535797 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3e4dc58a-a6f8-4fc6-9689-be4b7fc56525 HTTP/1.1" status: 200 len: 910 time: 0.1379142 Jul 13 19:29:27.008985 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2358714-2c47-4b01-8e25-583e5e5c0341 req-4ed1ef21-7c10-4d30-b379-c9423093087d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:27.010309 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-c2358714-2c47-4b01-8e25-583e5e5c0341 req-4ed1ef21-7c10-4d30-b379-c9423093087d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=117cfd7c8bd64e5eac700d0258401983&device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 1099 time: 0.1205618 Jul 13 19:29:27.021487 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46221c31-1c81-45e5-8813-0bd9e48be6bd None None] Checking router: 51b4d804-7400-489c-b611-1d0e1d38b7cb for host: dv-cinder-786932-3-iscsi {{(pid=92926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:29:27.029737 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46221c31-1c81-45e5-8813-0bd9e48be6bd None None] Routers {'51b4d804-7400-489c-b611-1d0e1d38b7cb'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:29:27.030343 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-46221c31-1c81-45e5-8813-0bd9e48be6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:29:19Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['51b4d804-7400-489c-b611-1d0e1d38b7cb'], 'active': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:29:27.141251 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvr_db [None req-46221c31-1c81-45e5-8813-0bd9e48be6bd None None] Set router 51b4d804-7400-489c-b611-1d0e1d38b7cb gateway port host: dv-cinder-786932-3-iscsi {{(pid=92926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:29:27.173732 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-61bdb58c-2242-48c4-ad2b-f3f9194311c5 req-a24fe19f-88e7-4f48-9ee8-93c37de87b6a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1db67f4a-337f-4ef0-a0c9-bc0adbe267ce HTTP/1.1" status: 200 len: 1000 time: 0.1101763 Jul 13 19:29:27.240905 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2358714-2c47-4b01-8e25-583e5e5c0341 req-1fd083b2-75ad-4647-a293-556af674975e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:27.242385 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-c2358714-2c47-4b01-8e25-583e5e5c0341 req-1fd083b2-75ad-4647-a293-556af674975e service neutron] 10.222.0.18 "GET /v2.0/networks?id=c438c907-bcad-48c0-af76-f26d5c29bc9d HTTP/1.1" status: 200 len: 917 time: 0.1425135 Jul 13 19:29:27.245968 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bdb58c-2242-48c4-ad2b-f3f9194311c5 req-c270f190-2a00-41e5-8ad0-ffbea793ae65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:27.247258 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-61bdb58c-2242-48c4-ad2b-f3f9194311c5 req-c270f190-2a00-41e5-8ad0-ffbea793ae65 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6c3b9855-037d-4be9-92be-e197c249828f HTTP/1.1" status: 200 len: 848 time: 0.0662179 Jul 13 19:29:27.348116 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-c2358714-2c47-4b01-8e25-583e5e5c0341 req-b0676f66-b802-4292-bbbe-35d2fcc8d3c9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6ee84ca-11b0-4bde-b58d-9268317cc932 HTTP/1.1" status: 200 len: 1001 time: 0.0893834 Jul 13 19:29:27.364437 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-46221c31-1c81-45e5-8813-0bd9e48be6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51b4d804-7400-489c-b611-1d0e1d38b7cb', 'name': 'tempest-TestShelveInstance-1502094256-router', 'tenant_id': '67402faa97f64f238466e72ec9e27071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'd9c49a8d-a818-48fb-9a01-4fe97aa977c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:28:08Z', 'updated_at': '2021-07-13T19:28:12Z', 'revision_number': 4, 'project_id': '67402faa97f64f238466e72ec9e27071', 'gw_port': {'id': 'd9c49a8d-a818-48fb-9a01-4fe97aa977c2', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b4d804-7400-489c-b611-1d0e1d38b7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:08Z', 'updated_at': '2021-07-13T19:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_floatingips': [{'id': '74eb6706-7578-4cea-aecb-744a511f581c', 'tenant_id': '67402faa97f64f238466e72ec9e27071', 'floating_ip_address': '172.27.1.173', 'floating_network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'router_id': '51b4d804-7400-489c-b611-1d0e1d38b7cb', 'port_id': '1db67f4a-337f-4ef0-a0c9-bc0adbe267ce', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e4dc58a-a6f8-4fc6-9689-be4b7fc56525', 'mac_address': 'fa:16:3e:7f:9b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d83e088-f62a-40f1-87d7-784bfcbcaed8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:29:25Z', 'updated_at': '2021-07-13T19:29:25Z', 'revision_number': 0, 'project_id': '67402faa97f64f238466e72ec9e27071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34e27a78-dfbd-4720-835b-b6d45b19a768', 'name': '', 'network_id': '3e4dc58a-a6f8-4fc6-9689-be4b7fc56525', 'tenant_id': '67402faa97f64f238466e72ec9e27071', 'mac_address': 'fa:16:3e:72:7c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b4d804-7400-489c-b611-1d0e1d38b7cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '6c3b9855-037d-4be9-92be-e197c249828f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:11Z', 'updated_at': '2021-07-13T19:28:19Z', 'revision_number': 5, 'project_id': '67402faa97f64f238466e72ec9e27071', 'subnets': [{'id': '6c3b9855-037d-4be9-92be-e197c249828f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:29:27.388608 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bdb58c-2242-48c4-ad2b-f3f9194311c5 req-5834827e-975a-4033-9d63-113bbb83a003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:27.390163 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46221c31-1c81-45e5-8813-0bd9e48be6bd None None] The sync data for ids ['51b4d804-7400-489c-b611-1d0e1d38b7cb'] in dv-cinder-786932-3-iscsi is: [{'id': '51b4d804-7400-489c-b611-1d0e1d38b7cb', 'name': 'tempest-TestShelveInstance-1502094256-router', 'tenant_id': '67402faa97f64f238466e72ec9e27071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'd9c49a8d-a818-48fb-9a01-4fe97aa977c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:28:08Z', 'updated_at': '2021-07-13T19:28:12Z', 'revision_number': 4, 'project_id': '67402faa97f64f238466e72ec9e27071', 'gw_port': {'id': 'd9c49a8d-a818-48fb-9a01-4fe97aa977c2', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b4d804-7400-489c-b611-1d0e1d38b7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:08Z', 'updated_at': '2021-07-13T19:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_floatingips': [{'id': '74eb6706-7578-4cea-aecb-744a511f581c', 'tenant_id': '67402faa97f64f238466e72ec9e27071', 'floating_ip_address': '172.27.1.173', 'floating_network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'router_id': '51b4d804-7400-489c-b611-1d0e1d38b7cb', 'port_id': '1db67f4a-337f-4ef0-a0c9-bc0adbe267ce', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e4dc58a-a6f8-4fc6-9689-be4b7fc56525', 'mac_address': 'fa:16:3e:7f:9b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d83e088-f62a-40f1-87d7-784bfcbcaed8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:29:25Z', 'updated_at': '2021-07-13T19:29:25Z', 'revision_number': 0, 'project_id': '67402faa97f64f238466e72ec9e27071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34e27a78-dfbd-4720-835b-b6d45b19a768', 'name': '', 'network_id': '3e4dc58a-a6f8-4fc6-9689-be4b7fc56525', 'tenant_id': '67402faa97f64f238466e72ec9e27071', 'mac_address': 'fa:16:3e:72:7c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b4d804-7400-489c-b611-1d0e1d38b7cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '6c3b9855-037d-4be9-92be-e197c249828f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:11Z', 'updated_at': '2021-07-13T19:28:19Z', 'revision_number': 5, 'project_id': '67402faa97f64f238466e72ec9e27071', 'subnets': [{'id': '6c3b9855-037d-4be9-92be-e197c249828f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:29:27.390420 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-61bdb58c-2242-48c4-ad2b-f3f9194311c5 req-5834827e-975a-4033-9d63-113bbb83a003 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3e4dc58a-a6f8-4fc6-9689-be4b7fc56525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1258249 Jul 13 19:29:27.450391 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2358714-2c47-4b01-8e25-583e5e5c0341 req-d8775254-0bc7-4370-aeb8-5c536706549c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:27.451924 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-c2358714-2c47-4b01-8e25-583e5e5c0341 req-d8775254-0bc7-4370-aeb8-5c536706549c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ea1ae014-478a-41b7-af24-a9a2c8a9fd89 HTTP/1.1" status: 200 len: 855 time: 0.0948520 Jul 13 19:29:27.527108 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-61bdb58c-2242-48c4-ad2b-f3f9194311c5 req-f70c517b-9f36-40a0-bd42-c5a2183438bd service neutron] 10.222.0.18 "GET /v2.0/networks/3e4dc58a-a6f8-4fc6-9689-be4b7fc56525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291473 Jul 13 19:29:27.598300 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2358714-2c47-4b01-8e25-583e5e5c0341 req-be6c3813-4014-4b23-965f-8c5899983e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:27.600027 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-c2358714-2c47-4b01-8e25-583e5e5c0341 req-be6c3813-4014-4b23-965f-8c5899983e90 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c438c907-bcad-48c0-af76-f26d5c29bc9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1396582 Jul 13 19:29:27.608569 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626709be-44f5-436b-89a9-30d1494e1afd None None] New status for floating IP 74eb6706-7578-4cea-aecb-744a511f581c: ACTIVE {{(pid=92925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:29:27.704920 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-61bdb58c-2242-48c4-ad2b-f3f9194311c5 req-014b7513-7351-4071-9846-e190513ed987 service neutron] 10.222.0.18 "GET /v2.0/networks/3e4dc58a-a6f8-4fc6-9689-be4b7fc56525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664331 Jul 13 19:29:27.758442 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-c2358714-2c47-4b01-8e25-583e5e5c0341 req-a9f91452-2872-40cd-b594-3baea8bfb557 service neutron] 10.222.0.18 "GET /v2.0/networks/c438c907-bcad-48c0-af76-f26d5c29bc9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467657 Jul 13 19:29:27.918589 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-c2358714-2c47-4b01-8e25-583e5e5c0341 req-04ddd773-a7a8-4e94-b7a6-5e5334d7aeec service neutron] 10.222.0.18 "GET /v2.0/networks/c438c907-bcad-48c0-af76-f26d5c29bc9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516023 Jul 13 19:29:27.929860 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a81d6e-13f4-479d-b1a3-204c7cebdc31 req-09c023a0-32be-4461-babb-64729226a015 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:27.933893 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300b7bb-cbb8-4d14-8aec-a4df6f436f6e req-54c115cf-cae8-49e0-82e8-05571602e7d6 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:27.935486 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-e300b7bb-cbb8-4d14-8aec-a4df6f436f6e req-54c115cf-cae8-49e0-82e8-05571602e7d6 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=2948849c-cd06-4bfe-b1a8-9e34d272493c HTTP/1.1" status: 200 len: 946 time: 0.1341004 Jul 13 19:29:27.936231 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-92a81d6e-13f4-479d-b1a3-204c7cebdc31 req-09c023a0-32be-4461-babb-64729226a015 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/ports?device_id=af1210a2-62b7-440a-b8f7-96ce85d9e215 HTTP/1.1" status: 200 len: 946 time: 0.0716369 Jul 13 19:29:27.974655 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-92a81d6e-13f4-479d-b1a3-204c7cebdc31 req-338426ca-0373-43f8-a956-366714172512 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/security-groups?id=e0200969-8517-4565-ae29-c31726ff4fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365663 Jul 13 19:29:27.990280 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-e300b7bb-cbb8-4d14-8aec-a4df6f436f6e req-a4716d4c-0f1f-41b2-94ae-6be9b7c03f44 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461681 Jul 13 19:29:29.165760 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37946f6c-6b5b-4236-b30b-0797c042c313 req-a3415b50-61a2-4c05-a778-b657616c28f8 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:29.168529 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-37946f6c-6b5b-4236-b30b-0797c042c313 req-a3415b50-61a2-4c05-a778-b657616c28f8 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/ports?device_id=af1210a2-62b7-440a-b8f7-96ce85d9e215 HTTP/1.1" status: 200 len: 946 time: 0.0752194 Jul 13 19:29:29.192774 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6bcd98-6df9-48ba-8d4f-fd46775d4e61 req-d9ccb7d1-af8f-4cc7-b32a-07e50d512abc tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:29.194322 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-be6bcd98-6df9-48ba-8d4f-fd46775d4e61 req-d9ccb7d1-af8f-4cc7-b32a-07e50d512abc tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=2948849c-cd06-4bfe-b1a8-9e34d272493c HTTP/1.1" status: 200 len: 946 time: 0.0760605 Jul 13 19:29:29.211368 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-37946f6c-6b5b-4236-b30b-0797c042c313 req-288d39e5-678f-4e5b-a4a6-bfbdfdf0731d tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/security-groups?id=e0200969-8517-4565-ae29-c31726ff4fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365567 Jul 13 19:29:29.236914 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-be6bcd98-6df9-48ba-8d4f-fd46775d4e61 req-2d5a46eb-2706-401e-9fb6-c6543c7d98f3 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363953 Jul 13 19:29:29.388949 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef0a598-3f18-4ffb-af51-6c1ed0d2953f req-955747f6-d06f-4ebc-9a28-ea88426b8b80 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:29.390433 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1ef0a598-3f18-4ffb-af51-6c1ed0d2953f req-955747f6-d06f-4ebc-9a28-ea88426b8b80 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/ports?device_id=af1210a2-62b7-440a-b8f7-96ce85d9e215 HTTP/1.1" status: 200 len: 946 time: 0.0668235 Jul 13 19:29:29.427675 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1ef0a598-3f18-4ffb-af51-6c1ed0d2953f req-0e87e773-8a01-4e9e-9030-e97be13a067a tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/security-groups?id=e0200969-8517-4565-ae29-c31726ff4fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311840 Jul 13 19:29:29.815277 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5e5c79-f0de-47a0-8a72-b999adbc058a req-ebd6ea58-2e19-480a-9615-8c822cf9da4c tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:29.816945 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ac5e5c79-f0de-47a0-8a72-b999adbc058a req-ebd6ea58-2e19-480a-9615-8c822cf9da4c tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/ports?device_id=af1210a2-62b7-440a-b8f7-96ce85d9e215 HTTP/1.1" status: 200 len: 946 time: 0.0652418 Jul 13 19:29:29.852189 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:29.857883 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ac5e5c79-f0de-47a0-8a72-b999adbc058a req-1b77886c-2d72-43ba-9a5e-0bb8cbe653b7 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/security-groups?id=e0200969-8517-4565-ae29-c31726ff4fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352278 Jul 13 19:29:30.412148 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c9b1b2-c2d6-47b4-8ec6-a2a8f5960952 req-4a495692-fa4b-4053-8f17-7814062027f2 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:30.413864 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-e7c9b1b2-c2d6-47b4-8ec6-a2a8f5960952 req-4a495692-fa4b-4053-8f17-7814062027f2 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=2948849c-cd06-4bfe-b1a8-9e34d272493c HTTP/1.1" status: 200 len: 946 time: 0.0640330 Jul 13 19:29:30.451783 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-e7c9b1b2-c2d6-47b4-8ec6-a2a8f5960952 req-8c41c7c1-8fdc-4823-b676-1df396d8b3a9 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319097 Jul 13 19:29:31.629522 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b7ce1-0435-43d0-9163-6f5c54c03277 req-8545d888-594b-476b-bb34-9dc663e86469 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:31.631857 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-bc6b7ce1-0435-43d0-9163-6f5c54c03277 req-8545d888-594b-476b-bb34-9dc663e86469 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=2948849c-cd06-4bfe-b1a8-9e34d272493c HTTP/1.1" status: 200 len: 946 time: 0.0689142 Jul 13 19:29:31.670392 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-bc6b7ce1-0435-43d0-9163-6f5c54c03277 req-1db4cbf3-631a-42ca-92ab-6c36cdb74152 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335953 Jul 13 19:29:32.856714 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c1edd3-1c36-45d0-89a1-3d0665e57a8f req-bd2fefe1-7bb6-46ff-957b-23aa7e9ac4a9 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:32.858307 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-23c1edd3-1c36-45d0-89a1-3d0665e57a8f req-bd2fefe1-7bb6-46ff-957b-23aa7e9ac4a9 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=2948849c-cd06-4bfe-b1a8-9e34d272493c HTTP/1.1" status: 200 len: 946 time: 0.0693183 Jul 13 19:29:32.902531 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-23c1edd3-1c36-45d0-89a1-3d0665e57a8f req-b6238b3a-5871-4018-affa-b354000b3bfc tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed08cf2a-6000-453b-9736-97ae9e8727ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379939 Jul 13 19:29:33.366257 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a52e4-2313-41a8-8dab-48b69b5940d7 req-beb07ecc-fa01-4ef3-a9ac-57ee8485e4e5 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:33.367822 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-372a52e4-2313-41a8-8dab-48b69b5940d7 req-beb07ecc-fa01-4ef3-a9ac-57ee8485e4e5 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/networks?id=d467589c-0f1b-4adc-a0b7-e69e8a314414 HTTP/1.1" status: 200 len: 813 time: 0.1142604 Jul 13 19:29:33.383873 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-372a52e4-2313-41a8-8dab-48b69b5940d7 req-0e17546d-dae4-4c08-8c14-2d9f73b76935 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/quotas/e4a3a592dc2a494091dc527cfe54d6f5 HTTP/1.1" status: 200 len: 375 time: 0.0105388 Jul 13 19:29:33.421344 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-372a52e4-2313-41a8-8dab-48b69b5940d7 req-ca16dacf-ac33-479a-b836-cd6f06fe18d9 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=e4a3a592dc2a494091dc527cfe54d6f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316427 Jul 13 19:29:33.528289 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-372a52e4-2313-41a8-8dab-48b69b5940d7 req-0b476245-b907-4788-a971-8bb0c25f9bda service neutron] 10.222.0.67 "GET /v2.0/networks/d467589c-0f1b-4adc-a0b7-e69e8a314414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000967 Jul 13 19:29:33.594360 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de1448-5fc9-4174-a894-cc8ce805eb8e req-194a7315-2bd2-423b-b881-715d5bcb5f47 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:33.595940 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-b5de1448-5fc9-4174-a894-cc8ce805eb8e req-194a7315-2bd2-423b-b881-715d5bcb5f47 tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.18 "GET /v2.0/ports?device_id=2948849c-cd06-4bfe-b1a8-9e34d272493c HTTP/1.1" status: 200 len: 946 time: 0.0637436 Jul 13 19:29:33.625912 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-372a52e4-2313-41a8-8dab-48b69b5940d7 req-cf000df2-cdc7-4240-9268-1886253ded44 service neutron] 10.222.0.67 "GET /v2.0/networks/d467589c-0f1b-4adc-a0b7-e69e8a314414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916431 Jul 13 19:29:33.719994 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [req-b5de1448-5fc9-4174-a894-cc8ce805eb8e req-dc1ca7dc-21e3-4f28-8dde-df06ee8cae5d tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Deleting port 3b098a10-9e62-4d5e-a99c-e39215f28b92 {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:29:33.720453 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-b5de1448-5fc9-4174-a894-cc8ce805eb8e req-dc1ca7dc-21e3-4f28-8dde-df06ee8cae5d tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752272853989'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:33.826416 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-b5de1448-5fc9-4174-a894-cc8ce805eb8e req-dc1ca7dc-21e3-4f28-8dde-df06ee8cae5d tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] For port 3b098a10-9e62-4d5e-a99c-e39215f28b92, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=3b098a10-9e62-4d5e-a99c-e39215f28b92,segment=NetworkSegment(748c1b89-7c14-4ba5-90cd-7c5ac679752b),segment_id=748c1b89-7c14-4ba5-90cd-7c5ac679752b)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:29:33.826783 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-b5de1448-5fc9-4174-a894-cc8ce805eb8e req-dc1ca7dc-21e3-4f28-8dde-df06ee8cae5d tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763640'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:33.840560 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-da8c9c80-5b84-4f01-8ea5-119505ec145b req-4d7bf16e-9bf4-40f5-a8ee-7242f62b6b91 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5983df8-d914-41d0-baf2-8e26bf087875 HTTP/1.1" status: 200 len: 210 time: 0.0395961 Jul 13 19:29:33.841795 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [req-b5de1448-5fc9-4174-a894-cc8ce805eb8e req-dc1ca7dc-21e3-4f28-8dde-df06ee8cae5d tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Calling delete_port for 3b098a10-9e62-4d5e-a99c-e39215f28b92 owned by compute:nova {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:29:34.052541 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-b5de1448-5fc9-4174-a894-cc8ce805eb8e req-dc1ca7dc-21e3-4f28-8dde-df06ee8cae5d tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752272859917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752272454292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126721041'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:34.066763 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] get_ports_and_sgs() called for port_ids ['3b098a10-9e62-4d5e-a99c-e39215f28b92'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:29:34.105031 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1ca7dc-21e3-4f28-8dde-df06ee8cae5d tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Pushing event deleted for resources: {'Port': ['ID=3b098a10-9e62-4d5e-a99c-e39215f28b92,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:34.188704 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-adcac207-46a8-4119-b357-98f04ae6c366 req-f35c91ea-afcc-487e-8a86-eca48f29257e tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.67 "GET /v2.0/ports?device_id=2948849c-cd06-4bfe-b1a8-9e34d272493c HTTP/1.1" status: 200 len: 210 time: 0.0704179 Jul 13 19:29:34.190007 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5de1448-5fc9-4174-a894-cc8ce805eb8e req-dc1ca7dc-21e3-4f28-8dde-df06ee8cae5d tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] No DVR routers for this DVR port 3b098a10-9e62-4d5e-a99c-e39215f28b92 on host hv-cinder-78693 {{(pid=92924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:29:34.193460 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-b5de1448-5fc9-4174-a894-cc8ce805eb8e req-dc1ca7dc-21e3-4f28-8dde-df06ee8cae5d tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:34.195852 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-b5de1448-5fc9-4174-a894-cc8ce805eb8e req-dc1ca7dc-21e3-4f28-8dde-df06ee8cae5d tempest-ServerRescueNegativeTestJSON-72266661 tempest-ServerRescueNegativeTestJSON-72266661-project] 10.222.0.18 "DELETE /v2.0/ports/3b098a10-9e62-4d5e-a99c-e39215f28b92 HTTP/1.1" status: 204 len: 173 time: 0.5946980 Jul 13 19:29:34.196294 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2948849c-cd06-4bfe-b1a8-9e34d272493c', 'name': 'network-vif-deleted', 'tag': '3b098a10-9e62-4d5e-a99c-e39215f28b92'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:29:34.199037 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8879ae7e4e4d0f25c61261a3e286ece662f5d6b6250d5f2cd5814de7b022cdc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a96217-e9aa-4691-8260-015df2f9dd42" -d '{"events": [{"server_uuid": "2948849c-cd06-4bfe-b1a8-9e34d272493c", "name": "network-vif-deleted", "tag": "3b098a10-9e62-4d5e-a99c-e39215f28b92"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:29:34.280516 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beaa8541-38a4-460a-94c8-05c99a8d525b x-openstack-request-id: req-beaa8541-38a4-460a-94c8-05c99a8d525b {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:29:34.280809 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2948849c-cd06-4bfe-b1a8-9e34d272493c", "name": "network-vif-deleted", "tag": "3b098a10-9e62-4d5e-a99c-e39215f28b92", "status": "completed", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:29:34.281285 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-beaa8541-38a4-460a-94c8-05c99a8d525b {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:29:34.281921 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2948849c-cd06-4bfe-b1a8-9e34d272493c', 'name': 'network-vif-deleted', 'tag': '3b098a10-9e62-4d5e-a99c-e39215f28b92', 'status': 'completed', 'code': 200} Jul 13 19:29:34.387058 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ddcf4-afee-4121-88ea-36fe203eda2f req-9a6b8e93-2e42-4415-a189-d8351e586528 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:34.388506 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-280ddcf4-afee-4121-88ea-36fe203eda2f req-9a6b8e93-2e42-4415-a189-d8351e586528 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 946 time: 0.0755813 Jul 13 19:29:34.433076 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-280ddcf4-afee-4121-88ea-36fe203eda2f req-8b24e4b7-7ca6-4efc-bb1b-f1c138555629 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359676 Jul 13 19:29:35.012916 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-62b786fb-d643-4e01-9e58-bd7fb076bfb7 req-00e39495-60c8-48e7-a271-5259101295e2 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5983df8-d914-41d0-baf2-8e26bf087875 HTTP/1.1" status: 200 len: 210 time: 0.0313563 Jul 13 19:29:35.303705 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 55108) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:35.468700 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a52e4-2313-41a8-8dab-48b69b5940d7 req-be16b858-8949-4216-8d9b-1a3c3cc86d83 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:35.471168 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-372a52e4-2313-41a8-8dab-48b69b5940d7 req-be16b858-8949-4216-8d9b-1a3c3cc86d83 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.18 "GET /v2.0/networks?id=d467589c-0f1b-4adc-a0b7-e69e8a314414 HTTP/1.1" status: 200 len: 813 time: 0.1039143 Jul 13 19:29:35.486441 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [req-372a52e4-2313-41a8-8dab-48b69b5940d7 req-d7e1a17d-7f33-41a2-97b9-ace51f90e499 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Request body: {'port': {'device_id': 'b5983df8-d914-41d0-baf2-8e26bf087875', 'network_id': 'd467589c-0f1b-4adc-a0b7-e69e8a314414', 'admin_state_up': True, 'tenant_id': 'e4a3a592dc2a494091dc527cfe54d6f5'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:29:35.656845 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13d62c-7712-447f-b1c7-ab035b8fa05b req-002b7fb0-6ec9-46a0-8524-5a0831c1ec94 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:35.659714 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-5e13d62c-7712-447f-b1c7-ab035b8fa05b req-002b7fb0-6ec9-46a0-8524-5a0831c1ec94 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 946 time: 0.0963199 Jul 13 19:29:35.660846 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-372a52e4-2313-41a8-8dab-48b69b5940d7 req-d7e1a17d-7f33-41a2-97b9-ace51f90e499 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Made reservation on behalf of e4a3a592dc2a494091dc527cfe54d6f5 for: {'port': 1} {{(pid=92924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:29:35.664412 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-372a52e4-2313-41a8-8dab-48b69b5940d7 req-d7e1a17d-7f33-41a2-97b9-ace51f90e499 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:35.749934 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-5e13d62c-7712-447f-b1c7-ab035b8fa05b req-80dc9629-7523-4964-a40b-40e6656c777b tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812414 Jul 13 19:29:35.753676 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3ffd4936-650f-4848-9cf9-17b3cd7849b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759643'] for router_interface, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:35.820793 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [req-372a52e4-2313-41a8-8dab-48b69b5940d7 req-d7e1a17d-7f33-41a2-97b9-ace51f90e499 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Allocated IP 172.20.0.8 (d467589c-0f1b-4adc-a0b7-e69e8a314414/7966b859-03ef-479c-881d-3cbf56559c0f/60829692-f981-4e4c-a6e9-4e968b12e648) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:29:35.975321 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-372a52e4-2313-41a8-8dab-48b69b5940d7 req-d7e1a17d-7f33-41a2-97b9-ace51f90e499 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:36.017851 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-372a52e4-2313-41a8-8dab-48b69b5940d7 req-d7e1a17d-7f33-41a2-97b9-ace51f90e499 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752272454283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126721041'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:36.063764 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-372a52e4-2313-41a8-8dab-48b69b5940d7 req-d7e1a17d-7f33-41a2-97b9-ace51f90e499 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Network d467589c-0f1b-4adc-a0b7-e69e8a314414 is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:29:36.069874 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [req-372a52e4-2313-41a8-8dab-48b69b5940d7 req-d7e1a17d-7f33-41a2-97b9-ace51f90e499 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:29:36.074122 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [req-372a52e4-2313-41a8-8dab-48b69b5940d7 req-d7e1a17d-7f33-41a2-97b9-ace51f90e499 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:29:36.091409 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e1a17d-7f33-41a2-97b9-ace51f90e499 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Pushing event updated for resources: {'Port': ['ID=60829692-f981-4e4c-a6e9-4e968b12e648,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:36.157188 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a52e4-2313-41a8-8dab-48b69b5940d7 req-d7e1a17d-7f33-41a2-97b9-ace51f90e499 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:36.157876 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-372a52e4-2313-41a8-8dab-48b69b5940d7 req-d7e1a17d-7f33-41a2-97b9-ace51f90e499 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:36.173266 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-372a52e4-2313-41a8-8dab-48b69b5940d7 req-d7e1a17d-7f33-41a2-97b9-ace51f90e499 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6908014 Jul 13 19:29:36.185618 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [req-372a52e4-2313-41a8-8dab-48b69b5940d7 req-a2fad6e6-276b-4c5b-a21c-8203b2d1c1b3 service neutron] Request body: {'port': {'device_id': 'b5983df8-d914-41d0-baf2-8e26bf087875', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:29:36.264055 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aee8d1-2f77-4cc6-84b0-56b745c7d396 req-d23be508-df17-4d49-bc07-47550650387a tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:36.265644 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-41aee8d1-2f77-4cc6-84b0-56b745c7d396 req-d23be508-df17-4d49-bc07-47550650387a tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5983df8-d914-41d0-baf2-8e26bf087875 HTTP/1.1" status: 200 len: 931 time: 0.1060264 Jul 13 19:29:36.288756 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-372a52e4-2313-41a8-8dab-48b69b5940d7 req-a2fad6e6-276b-4c5b-a21c-8203b2d1c1b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:36.346747 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-41aee8d1-2f77-4cc6-84b0-56b745c7d396 req-13b09f62-b57e-4815-b094-e30a5b61c6aa tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/security-groups?id=12fcf376-dfa3-496e-b664-1285ed12ab00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633383 Jul 13 19:29:36.374712 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3503e5fc-0980-4bee-b714-804c9836b4b7 req-89d8c292-1ce4-443d-b608-a9981fa87659 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:36.374712 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-3503e5fc-0980-4bee-b714-804c9836b4b7 req-89d8c292-1ce4-443d-b608-a9981fa87659 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 946 time: 0.1158674 Jul 13 19:29:36.376053 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-3ffd4936-650f-4848-9cf9-17b3cd7849b1 admin admin] Deleting port 249299f8-633c-4f82-8162-086a1cf9142d {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:29:36.376403 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3ffd4936-650f-4848-9cf9-17b3cd7849b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752272853989'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:36.465025 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-3ffd4936-650f-4848-9cf9-17b3cd7849b1 admin admin] For port 249299f8-633c-4f82-8162-086a1cf9142d, host dv-cinder-786932-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=249299f8-633c-4f82-8162-086a1cf9142d,segment=NetworkSegment(748c1b89-7c14-4ba5-90cd-7c5ac679752b),segment_id=748c1b89-7c14-4ba5-90cd-7c5ac679752b)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:29:36.465435 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3ffd4936-650f-4848-9cf9-17b3cd7849b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763640'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:36.479154 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-3ffd4936-650f-4848-9cf9-17b3cd7849b1 admin admin] Calling delete_port for 249299f8-633c-4f82-8162-086a1cf9142d owned by network:router_interface {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:29:36.593996 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [req-3503e5fc-0980-4bee-b714-804c9836b4b7 req-7db896b1-2ab7-441f-abb6-7b20600acde8 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Deleting port c6ee84ca-11b0-4bde-b58d-9268317cc932 {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:29:36.594661 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-3503e5fc-0980-4bee-b714-804c9836b4b7 req-7db896b1-2ab7-441f-abb6-7b20600acde8 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752272853989'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:36.707550 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3ffd4936-650f-4848-9cf9-17b3cd7849b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752272859917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752272454292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130471124'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:36.719607 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [req-372a52e4-2313-41a8-8dab-48b69b5940d7 req-a2fad6e6-276b-4c5b-a21c-8203b2d1c1b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60829692-f981-4e4c-a6e9-4e968b12e648 {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:29:36.730734 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-372a52e4-2313-41a8-8dab-48b69b5940d7 req-a2fad6e6-276b-4c5b-a21c-8203b2d1c1b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:36.734354 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-3503e5fc-0980-4bee-b714-804c9836b4b7 req-7db896b1-2ab7-441f-abb6-7b20600acde8 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] For port c6ee84ca-11b0-4bde-b58d-9268317cc932, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c6ee84ca-11b0-4bde-b58d-9268317cc932,segment=NetworkSegment(b2c84280-8460-4aa6-b89f-bacddd6514f2),segment_id=b2c84280-8460-4aa6-b89f-bacddd6514f2)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:29:36.734829 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-3503e5fc-0980-4bee-b714-804c9836b4b7 req-7db896b1-2ab7-441f-abb6-7b20600acde8 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763640'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:36.738624 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffd4936-650f-4848-9cf9-17b3cd7849b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=249299f8-633c-4f82-8162-086a1cf9142d,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:36.802092 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [req-372a52e4-2313-41a8-8dab-48b69b5940d7 req-a2fad6e6-276b-4c5b-a21c-8203b2d1c1b3 service neutron] Transition to ACTIVE for port object 60829692-f981-4e4c-a6e9-4e968b12e648 will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:29:36.816534 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-372a52e4-2313-41a8-8dab-48b69b5940d7 req-a2fad6e6-276b-4c5b-a21c-8203b2d1c1b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126721050'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:36.920622 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3ffd4936-650f-4848-9cf9-17b3cd7849b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759799'] for router_interface, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:37.151534 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ffd4936-650f-4848-9cf9-17b3cd7849b1 admin admin] Router 7174badd-d23c-4768-969e-aae290243405 has already been hosted by L3 agent beedb406-ab13-44dd-957b-972171d020d2 {{(pid=92923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:29:37.235310 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fad6e6-276b-4c5b-a21c-8203b2d1c1b3 service neutron] Pushing event updated for resources: {'Port': ['ID=60829692-f981-4e4c-a6e9-4e968b12e648,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:37.266342 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ffd4936-650f-4848-9cf9-17b3cd7849b1 admin admin] Notify agent at l3_agent.dv-cinder-786932-3-iscsi the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:29:37.271595 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-3ffd4936-650f-4848-9cf9-17b3cd7849b1 admin admin] 10.222.0.67 "PUT /v2.0/routers/7174badd-d23c-4768-969e-aae290243405/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9668124 Jul 13 19:29:37.274088 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 55124) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:37.277447 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a9fdee-227e-415e-ab9b-75bb32959af2 None None] Sync routers for ids ['7174badd-d23c-4768-969e-aae290243405'] in dv-cinder-786932-3-iscsi {{(pid=92926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:29:37.287297 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a9fdee-227e-415e-ab9b-75bb32959af2 None None] Routers {'7174badd-d23c-4768-969e-aae290243405'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:29:37.288111 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-49a9fdee-227e-415e-ab9b-75bb32959af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:29:19Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['7174badd-d23c-4768-969e-aae290243405'], 'active': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:29:37.361406 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dcf9d0-276d-4a64-bfa9-cd77bd00afc3 req-71988489-1851-4878-a93c-514d66261a09 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:37.363268 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-81dcf9d0-276d-4a64-bfa9-cd77bd00afc3 req-71988489-1851-4878-a93c-514d66261a09 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 946 time: 0.2437742 Jul 13 19:29:37.371200 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-3503e5fc-0980-4bee-b714-804c9836b4b7 req-7db896b1-2ab7-441f-abb6-7b20600acde8 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:37.371628 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-3503e5fc-0980-4bee-b714-804c9836b4b7 req-7db896b1-2ab7-441f-abb6-7b20600acde8 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760411'] for floatingip, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:37.371934 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.db.l3_db [req-3503e5fc-0980-4bee-b714-804c9836b4b7 req-7db896b1-2ab7-441f-abb6-7b20600acde8 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Floating IP 21010fbd-da99-449a-a2d0-325e07986f63 disassociated. External IP: 172.27.1.135, port: c6ee84ca-11b0-4bde-b58d-9268317cc932. Jul 13 19:29:37.372277 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [req-3503e5fc-0980-4bee-b714-804c9836b4b7 req-7db896b1-2ab7-441f-abb6-7b20600acde8 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Calling delete_port for c6ee84ca-11b0-4bde-b58d-9268317cc932 owned by compute:nova {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:29:37.391897 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f2dc1efe-bbd8-40df-bde2-decac0fa68cc admin admin] Notify callbacks [] for router, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:37.395058 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-372a52e4-2313-41a8-8dab-48b69b5940d7 req-a2fad6e6-276b-4c5b-a21c-8203b2d1c1b3 service neutron] Attempting to bind port 60829692-f981-4e4c-a6e9-4e968b12e648 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:29:37.395635 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-372a52e4-2313-41a8-8dab-48b69b5940d7 req-a2fad6e6-276b-4c5b-a21c-8203b2d1c1b3 service neutron] Attempting to bind port 60829692-f981-4e4c-a6e9-4e968b12e648 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'e76ad695-8838-412a-a0c0-c26a4e4be224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd467589c-0f1b-4adc-a0b7-e69e8a314414'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:29:37.396224 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372a52e4-2313-41a8-8dab-48b69b5940d7 req-a2fad6e6-276b-4c5b-a21c-8203b2d1c1b3 service neutron] Attempting to bind port 60829692-f981-4e4c-a6e9-4e968b12e648 on network d467589c-0f1b-4adc-a0b7-e69e8a314414 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:29:37.424143 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372a52e4-2313-41a8-8dab-48b69b5940d7 req-a2fad6e6-276b-4c5b-a21c-8203b2d1c1b3 service neutron] Port 60829692-f981-4e4c-a6e9-4e968b12e648 on network d467589c-0f1b-4adc-a0b7-e69e8a314414 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:29:37.424600 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372a52e4-2313-41a8-8dab-48b69b5940d7 req-a2fad6e6-276b-4c5b-a21c-8203b2d1c1b3 service neutron] Attempting to bind port 60829692-f981-4e4c-a6e9-4e968b12e648 on network d467589c-0f1b-4adc-a0b7-e69e8a314414 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:29:37.449418 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372a52e4-2313-41a8-8dab-48b69b5940d7 req-a2fad6e6-276b-4c5b-a21c-8203b2d1c1b3 service neutron] Checking agent: {'id': '4a103c85-e045-48ce-a8be-787d9b9ed000', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 23, 28), 'started_at': datetime.datetime(2021, 7, 13, 19, 23, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:29:37.449996 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372a52e4-2313-41a8-8dab-48b69b5940d7 req-a2fad6e6-276b-4c5b-a21c-8203b2d1c1b3 service neutron] Checking segment: {'id': 'e76ad695-8838-412a-a0c0-c26a4e4be224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd467589c-0f1b-4adc-a0b7-e69e8a314414'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:29:37.450471 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372a52e4-2313-41a8-8dab-48b69b5940d7 req-a2fad6e6-276b-4c5b-a21c-8203b2d1c1b3 service neutron] Bound using segment: {'id': 'e76ad695-8838-412a-a0c0-c26a4e4be224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd467589c-0f1b-4adc-a0b7-e69e8a314414'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:29:37.450993 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-372a52e4-2313-41a8-8dab-48b69b5940d7 req-a2fad6e6-276b-4c5b-a21c-8203b2d1c1b3 service neutron] Bound port: 60829692-f981-4e4c-a6e9-4e968b12e648, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e76ad695-8838-412a-a0c0-c26a4e4be224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd467589c-0f1b-4adc-a0b7-e69e8a314414'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:29:37.452246 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-372a52e4-2313-41a8-8dab-48b69b5940d7 req-a2fad6e6-276b-4c5b-a21c-8203b2d1c1b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:37.472449 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-81dcf9d0-276d-4a64-bfa9-cd77bd00afc3 req-f278b16a-f7db-4ec0-81e8-be970a57d58c tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=34d968ad-4a00-47a3-9fa1-2546668751b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977664 Jul 13 19:29:37.486057 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvr_db [None req-49a9fdee-227e-415e-ab9b-75bb32959af2 None None] Set router 7174badd-d23c-4768-969e-aae290243405 gateway port host: dv-cinder-786932-3-iscsi {{(pid=92926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:29:37.542120 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f2dc1efe-bbd8-40df-bde2-decac0fa68cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:37.596633 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-372a52e4-2313-41a8-8dab-48b69b5940d7 req-a2fad6e6-276b-4c5b-a21c-8203b2d1c1b3 service neutron] For port 60829692-f981-4e4c-a6e9-4e968b12e648, host hv-cinder-78693, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:29:37.601472 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-372a52e4-2313-41a8-8dab-48b69b5940d7 req-a2fad6e6-276b-4c5b-a21c-8203b2d1c1b3 service neutron] For port 60829692-f981-4e4c-a6e9-4e968b12e648, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=60829692-f981-4e4c-a6e9-4e968b12e648,segment=NetworkSegment(e76ad695-8838-412a-a0c0-c26a4e4be224),segment_id=e76ad695-8838-412a-a0c0-c26a4e4be224)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:29:37.617420 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-372a52e4-2313-41a8-8dab-48b69b5940d7 req-a2fad6e6-276b-4c5b-a21c-8203b2d1c1b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126721050'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:37.624838 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efeac0d-3c9c-4457-b499-bfd8bd0af8dd req-5757a32f-9794-4d7d-94f0-346bcfa344ac tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:37.627275 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-8efeac0d-3c9c-4457-b499-bfd8bd0af8dd req-5757a32f-9794-4d7d-94f0-346bcfa344ac tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5983df8-d914-41d0-baf2-8e26bf087875 HTTP/1.1" status: 200 len: 943 time: 0.1249459 Jul 13 19:29:37.641838 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-f2dc1efe-bbd8-40df-bde2-decac0fa68cc admin admin] Deleting port 031d6d9e-de85-4b69-afd7-c4f55797018c {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:29:37.642179 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f2dc1efe-bbd8-40df-bde2-decac0fa68cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752272853989'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:37.679311 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a52e4-2313-41a8-8dab-48b69b5940d7 req-a2fad6e6-276b-4c5b-a21c-8203b2d1c1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:37.680328 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-372a52e4-2313-41a8-8dab-48b69b5940d7 req-a2fad6e6-276b-4c5b-a21c-8203b2d1c1b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:37.682229 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-372a52e4-2313-41a8-8dab-48b69b5940d7 req-a2fad6e6-276b-4c5b-a21c-8203b2d1c1b3 service neutron] 10.222.0.18 "PUT /v2.0/ports/60829692-f981-4e4c-a6e9-4e968b12e648 HTTP/1.1" status: 200 len: 1093 time: 1.5008478 Jul 13 19:29:37.691292 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5983df8-d914-41d0-baf2-8e26bf087875', 'tag': '60829692-f981-4e4c-a6e9-4e968b12e648'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:29:37.695952 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8879ae7e4e4d0f25c61261a3e286ece662f5d6b6250d5f2cd5814de7b022cdc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a347ee74-bcd4-420c-a297-1f9614a6e058" -d '{"events": [{"name": "network-changed", "server_uuid": "b5983df8-d914-41d0-baf2-8e26bf087875", "tag": "60829692-f981-4e4c-a6e9-4e968b12e648"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:29:37.697555 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-49a9fdee-227e-415e-ab9b-75bb32959af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7174badd-d23c-4768-969e-aae290243405', 'name': 'tempest-ServerRescueNegativeTestJSON-1750079385-router', 'tenant_id': '248dce75e9c94921877d1b32ba31a634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '031d6d9e-de85-4b69-afd7-c4f55797018c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:26:21Z', 'updated_at': '2021-07-13T19:29:36Z', 'revision_number': 5, 'project_id': '248dce75e9c94921877d1b32ba31a634', 'gw_port': {'id': '031d6d9e-de85-4b69-afd7-c4f55797018c', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7174badd-d23c-4768-969e-aae290243405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:26:22Z', 'updated_at': '2021-07-13T19:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi'}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:29:37.741883 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-8efeac0d-3c9c-4457-b499-bfd8bd0af8dd req-84e18b5f-e403-49e3-8644-51ea34d42656 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/security-groups?id=12fcf376-dfa3-496e-b664-1285ed12ab00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847054 Jul 13 19:29:37.774559 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a9fdee-227e-415e-ab9b-75bb32959af2 None None] Checking router: 7174badd-d23c-4768-969e-aae290243405 for host: dv-cinder-786932-3-iscsi {{(pid=92926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:29:37.778232 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd4128a-ff9a-41cf-8edf-20c8359babe7 x-openstack-request-id: req-2fd4128a-ff9a-41cf-8edf-20c8359babe7 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:29:37.780136 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5983df8-d914-41d0-baf2-8e26bf087875", "tag": "60829692-f981-4e4c-a6e9-4e968b12e648", "status": "completed", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:29:37.781100 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2fd4128a-ff9a-41cf-8edf-20c8359babe7 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:29:37.782128 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5983df8-d914-41d0-baf2-8e26bf087875', 'tag': '60829692-f981-4e4c-a6e9-4e968b12e648', 'status': 'completed', 'code': 200} Jul 13 19:29:37.782818 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fad6e6-276b-4c5b-a21c-8203b2d1c1b3 service neutron] Pushing event updated for resources: {'Port': ['ID=60829692-f981-4e4c-a6e9-4e968b12e648,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:37.786297 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a9fdee-227e-415e-ab9b-75bb32959af2 None None] Routers {'7174badd-d23c-4768-969e-aae290243405'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:29:37.786920 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-49a9fdee-227e-415e-ab9b-75bb32959af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:29:19Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['7174badd-d23c-4768-969e-aae290243405'], 'active': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:29:37.796066 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-f2dc1efe-bbd8-40df-bde2-decac0fa68cc admin admin] For port 031d6d9e-de85-4b69-afd7-c4f55797018c, host dv-cinder-786932-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=031d6d9e-de85-4b69-afd7-c4f55797018c,segment=NetworkSegment(2c1c5ac3-7b69-4096-8790-4108a346deee),segment_id=2c1c5ac3-7b69-4096-8790-4108a346deee)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:29:37.797144 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f2dc1efe-bbd8-40df-bde2-decac0fa68cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763640'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:37.812234 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-f2dc1efe-bbd8-40df-bde2-decac0fa68cc admin admin] Calling delete_port for 031d6d9e-de85-4b69-afd7-c4f55797018c owned by network:router_gateway {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:29:37.857640 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-3503e5fc-0980-4bee-b714-804c9836b4b7 req-7db896b1-2ab7-441f-abb6-7b20600acde8 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752272859917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752272454292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126721041'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:37.886008 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvr_db [None req-49a9fdee-227e-415e-ab9b-75bb32959af2 None None] Set router 7174badd-d23c-4768-969e-aae290243405 gateway port host: None {{(pid=92926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:29:37.897707 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db896b1-2ab7-441f-abb6-7b20600acde8 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Pushing event deleted for resources: {'Port': ['ID=c6ee84ca-11b0-4bde-b58d-9268317cc932,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:37.911399 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a52e4-2313-41a8-8dab-48b69b5940d7 req-adee167b-94e7-4801-9dc4-767163393e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:37.912945 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-372a52e4-2313-41a8-8dab-48b69b5940d7 req-adee167b-94e7-4801-9dc4-767163393e68 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e4a3a592dc2a494091dc527cfe54d6f5&device_id=b5983df8-d914-41d0-baf2-8e26bf087875 HTTP/1.1" status: 200 len: 1096 time: 0.1236427 Jul 13 19:29:37.950405 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-49a9fdee-227e-415e-ab9b-75bb32959af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7174badd-d23c-4768-969e-aae290243405', 'name': 'tempest-ServerRescueNegativeTestJSON-1750079385-router', 'tenant_id': '248dce75e9c94921877d1b32ba31a634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:26:21Z', 'updated_at': '2021-07-13T19:29:37Z', 'revision_number': 6, 'project_id': '248dce75e9c94921877d1b32ba31a634', 'gw_port_host': None}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:29:37.983040 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a9fdee-227e-415e-ab9b-75bb32959af2 None None] The sync data for ids ['7174badd-d23c-4768-969e-aae290243405'] in dv-cinder-786932-3-iscsi is: [{'id': '7174badd-d23c-4768-969e-aae290243405', 'name': 'tempest-ServerRescueNegativeTestJSON-1750079385-router', 'tenant_id': '248dce75e9c94921877d1b32ba31a634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:26:21Z', 'updated_at': '2021-07-13T19:29:37Z', 'revision_number': 6, 'project_id': '248dce75e9c94921877d1b32ba31a634', 'gw_port_host': None}] {{(pid=92926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:29:37.995881 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-372a52e4-2313-41a8-8dab-48b69b5940d7 req-0feccc49-40d5-41ee-9ec7-6fb47bbbc489 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60829692-f981-4e4c-a6e9-4e968b12e648 HTTP/1.1" status: 200 len: 217 time: 0.0465264 Jul 13 19:29:38.028124 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f2dc1efe-bbd8-40df-bde2-decac0fa68cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752272859917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752272454292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130471124'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:38.055885 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc1efe-bbd8-40df-bde2-decac0fa68cc admin admin] Pushing event deleted for resources: {'Port': ['ID=031d6d9e-de85-4b69-afd7-c4f55797018c,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:38.097504 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a52e4-2313-41a8-8dab-48b69b5940d7 req-34454117-9537-4f89-a48c-c6d54ff8dcec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:38.098988 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-372a52e4-2313-41a8-8dab-48b69b5940d7 req-34454117-9537-4f89-a48c-c6d54ff8dcec service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7966b859-03ef-479c-881d-3cbf56559c0f HTTP/1.1" status: 200 len: 853 time: 0.0957170 Jul 13 19:29:38.126676 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f2dc1efe-bbd8-40df-bde2-decac0fa68cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760337'] for router_gateway, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:38.137886 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-372a52e4-2313-41a8-8dab-48b69b5940d7 req-5d6646ed-c25e-4bb8-ac56-c84b403b8a97 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d467589c-0f1b-4adc-a0b7-e69e8a314414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321164 Jul 13 19:29:38.140413 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3503e5fc-0980-4bee-b714-804c9836b4b7 req-7db896b1-2ab7-441f-abb6-7b20600acde8 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Router 5d6fc093-8898-47d9-af31-38f25be314cd has already been hosted by L3 agent beedb406-ab13-44dd-957b-972171d020d2 {{(pid=92924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:29:38.234553 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f2dc1efe-bbd8-40df-bde2-decac0fa68cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-759530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9155'] for router, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:38.237247 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f2dc1efe-bbd8-40df-bde2-decac0fa68cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:38.305154 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f2dc1efe-bbd8-40df-bde2-decac0fa68cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-755738'] for router, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:38.305679 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2dc1efe-bbd8-40df-bde2-decac0fa68cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7174badd-d23c-4768-969e-aae290243405 {{(pid=92923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:29:38.311227 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f2dc1efe-bbd8-40df-bde2-decac0fa68cc admin admin] Notify callbacks [] for router, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:38.313390 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-f2dc1efe-bbd8-40df-bde2-decac0fa68cc admin admin] 10.222.0.67 "DELETE /v2.0/routers/7174badd-d23c-4768-969e-aae290243405 HTTP/1.1" status: 204 len: 168 time: 1.0376391 Jul 13 19:29:38.315991 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 55132) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:38.368476 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-372a52e4-2313-41a8-8dab-48b69b5940d7 req-c480b21d-02c3-4fd4-8c82-2ea89c829103 service neutron] 10.222.0.18 "GET /v2.0/networks/d467589c-0f1b-4adc-a0b7-e69e8a314414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235396 Jul 13 19:29:38.392717 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eb6ea0f-64e2-4e20-8ff3-b9248c7eb67f admin admin] Deleting subnet fedad9ab-ec25-46bf-a611-8dd9aa1299f2 {{(pid=92923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:29:38.412186 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7eb6ea0f-64e2-4e20-8ff3-b9248c7eb67f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:38.449038 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3503e5fc-0980-4bee-b714-804c9836b4b7 req-7db896b1-2ab7-441f-abb6-7b20600acde8 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify agent at l3_agent.dv-cinder-786932-3-iscsi the message routers_updated {{(pid=92924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:29:38.461044 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36c560f-f8ec-4194-9d1f-f84a3dfd5728 None None] Sync routers for ids ['5d6fc093-8898-47d9-af31-38f25be314cd'] in dv-cinder-786932-3-iscsi {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:29:38.476612 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36c560f-f8ec-4194-9d1f-f84a3dfd5728 None None] Routers {'5d6fc093-8898-47d9-af31-38f25be314cd'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:29:38.478102 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-a36c560f-f8ec-4194-9d1f-f84a3dfd5728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:29:19Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['5d6fc093-8898-47d9-af31-38f25be314cd'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:29:38.478271 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7eb6ea0f-64e2-4e20-8ff3-b9248c7eb67f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130178881'] for subnet, precommit_delete_associations {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:38.504260 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [req-3503e5fc-0980-4bee-b714-804c9836b4b7 req-7db896b1-2ab7-441f-abb6-7b20600acde8 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] No DVR routers for this DVR port c6ee84ca-11b0-4bde-b58d-9268317cc932 on host hv-cinder-78693 {{(pid=92924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:29:38.509612 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-3503e5fc-0980-4bee-b714-804c9836b4b7 req-7db896b1-2ab7-441f-abb6-7b20600acde8 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:38.512106 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-3503e5fc-0980-4bee-b714-804c9836b4b7 req-7db896b1-2ab7-441f-abb6-7b20600acde8 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.18 "DELETE /v2.0/ports/c6ee84ca-11b0-4bde-b58d-9268317cc932 HTTP/1.1" status: 204 len: 173 time: 2.1365130 Jul 13 19:29:38.567478 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-372a52e4-2313-41a8-8dab-48b69b5940d7 req-3dffa8c1-2e1d-4a70-a60f-33fd201be5ae service neutron] 10.222.0.18 "GET /v2.0/networks/d467589c-0f1b-4adc-a0b7-e69e8a314414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914940 Jul 13 19:29:38.570250 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7eb6ea0f-64e2-4e20-8ff3-b9248c7eb67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3824333'] for subnet, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:38.690302 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-dd03144a-c129-4353-8345-f25ea2f7a521 req-b9169e04-cf95-42e5-9ce9-77236087702a tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b3edcd4-18aa-40db-8a76-9093f10af9de HTTP/1.1" status: 200 len: 210 time: 0.0310235 Jul 13 19:29:38.715834 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7eb6ea0f-64e2-4e20-8ff3-b9248c7eb67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3824308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130471049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130128640'] for subnet, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:38.719262 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-a36c560f-f8ec-4194-9d1f-f84a3dfd5728 None None] Set router 5d6fc093-8898-47d9-af31-38f25be314cd gateway port host: dv-cinder-786932-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:29:38.756994 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb6ea0f-64e2-4e20-8ff3-b9248c7eb67f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fedad9ab-ec25-46bf-a611-8dd9aa1299f2,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:38.769910 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7eb6ea0f-64e2-4e20-8ff3-b9248c7eb67f admin admin] Notify callbacks [] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:38.775411 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-7eb6ea0f-64e2-4e20-8ff3-b9248c7eb67f admin admin] 10.222.0.67 "DELETE /v2.0/subnets/fedad9ab-ec25-46bf-a611-8dd9aa1299f2 HTTP/1.1" status: 204 len: 168 time: 0.4580991 Jul 13 19:29:38.777962 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 55136) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:38.781847 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device c6ee84ca-11b0-4bde-b58d-9268317cc932 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:29:38.884420 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] No Port match for: c6ee84ca-11b0-4bde-b58d-9268317cc932 {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:29:38.884808 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device c6ee84ca-11b0-4bde-b58d-9268317cc932 not bound to the agent host hv-cinder-78693 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:29:38.885312 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device 3b098a10-9e62-4d5e-a99c-e39215f28b92 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:29:38.887335 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-03d110da-e75d-44e6-a2be-07b50be72c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3741476'] for network, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:38.903607 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347ee74-bcd4-420c-a297-1f9614a6e058 req-e36e18f1-e9b3-4c30-a61a-9432c401d39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:38.905665 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-a347ee74-bcd4-420c-a297-1f9614a6e058 req-e36e18f1-e9b3-4c30-a61a-9432c401d39e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e4a3a592dc2a494091dc527cfe54d6f5&device_id=b5983df8-d914-41d0-baf2-8e26bf087875 HTTP/1.1" status: 200 len: 1096 time: 0.1751487 Jul 13 19:29:38.985845 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device 249299f8-633c-4f82-8162-086a1cf9142d no longer exists at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:29:39.008325 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] No Port match for: 3b098a10-9e62-4d5e-a99c-e39215f28b92 {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:29:39.008636 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device 3b098a10-9e62-4d5e-a99c-e39215f28b92 not bound to the agent host hv-cinder-78693 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:29:39.017688 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] No Port match for: 249299f8-633c-4f82-8162-086a1cf9142d {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:29:39.018081 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device 249299f8-633c-4f82-8162-086a1cf9142d not bound to the agent host dv-cinder-786932-3-iscsi {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:29:39.027963 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f28eee-88aa-4db9-9a69-beceb6fc3389 req-0ac36e8e-193e-489f-b78f-8cc0cce5bb50 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:39.038752 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b3f28eee-88aa-4db9-9a69-beceb6fc3389 req-0ac36e8e-193e-489f-b78f-8cc0cce5bb50 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5983df8-d914-41d0-baf2-8e26bf087875 HTTP/1.1" status: 200 len: 943 time: 0.1049430 Jul 13 19:29:39.096960 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b3f28eee-88aa-4db9-9a69-beceb6fc3389 req-4a00fa05-8c4e-4d26-a13c-57ec127923cf tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/security-groups?id=12fcf376-dfa3-496e-b664-1285ed12ab00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571191 Jul 13 19:29:39.143278 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-03d110da-e75d-44e6-a2be-07b50be72c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3818072', 'neutron.services.segments.db._delete_segments_for_network-8752273001027'] for network, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:39.149247 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-a36c560f-f8ec-4194-9d1f-f84a3dfd5728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6fc093-8898-47d9-af31-38f25be314cd', 'name': 'tempest-AttachVolumeShelveTestJSON-473569453-router', 'tenant_id': '117cfd7c8bd64e5eac700d0258401983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'f774284a-1b67-4d3e-a324-9edcf8302de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:06Z', 'updated_at': '2021-07-13T19:25:14Z', 'revision_number': 4, 'project_id': '117cfd7c8bd64e5eac700d0258401983', 'gw_port': {'id': 'f774284a-1b67-4d3e-a324-9edcf8302de8', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ed:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6fc093-8898-47d9-af31-38f25be314cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:07Z', 'updated_at': '2021-07-13T19:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_interfaces': [{'id': 'eb53b332-7e1f-4491-9cef-71c461a6e9c5', 'name': '', 'network_id': 'c438c907-bcad-48c0-af76-f26d5c29bc9d', 'tenant_id': '117cfd7c8bd64e5eac700d0258401983', 'mac_address': 'fa:16:3e:c7:e8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6fc093-8898-47d9-af31-38f25be314cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ea1ae014-478a-41b7-af24-a9a2c8a9fd89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:12Z', 'updated_at': '2021-07-13T19:25:25Z', 'revision_number': 5, 'project_id': '117cfd7c8bd64e5eac700d0258401983', 'subnets': [{'id': 'ea1ae014-478a-41b7-af24-a9a2c8a9fd89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:29:39.157093 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.services.segments.db [None req-03d110da-e75d-44e6-a2be-07b50be72c76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc4a6477-68b4-4cfe-9108-edf87a192a01']}} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:29:39.177191 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.services.segments.db [None req-03d110da-e75d-44e6-a2be-07b50be72c76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '748c1b89-7c14-4ba5-90cd-7c5ac679752b') {'for_net_delete': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:29:39.177489 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.services.segments.db [None req-03d110da-e75d-44e6-a2be-07b50be72c76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '748c1b89-7c14-4ba5-90cd-7c5ac679752b') {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:29:39.189703 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36c560f-f8ec-4194-9d1f-f84a3dfd5728 None None] Checking router: 5d6fc093-8898-47d9-af31-38f25be314cd for host: dv-cinder-786932-3-iscsi {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:29:39.200212 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36c560f-f8ec-4194-9d1f-f84a3dfd5728 None None] Routers {'5d6fc093-8898-47d9-af31-38f25be314cd'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:29:39.200913 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-a36c560f-f8ec-4194-9d1f-f84a3dfd5728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:29:19Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['5d6fc093-8898-47d9-af31-38f25be314cd'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:29:39.210313 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-03d110da-e75d-44e6-a2be-07b50be72c76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752273006156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126721115'] for segment, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:39.235915 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-03d110da-e75d-44e6-a2be-07b50be72c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825552'] for segment, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:39.250362 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347ee74-bcd4-420c-a297-1f9614a6e058 req-098f00ae-5e57-4c3c-ba2d-2360ed878a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:39.251814 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-a347ee74-bcd4-420c-a297-1f9614a6e058 req-098f00ae-5e57-4c3c-ba2d-2360ed878a93 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d467589c-0f1b-4adc-a0b7-e69e8a314414 HTTP/1.1" status: 200 len: 914 time: 0.3376706 Jul 13 19:29:39.252825 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03d110da-e75d-44e6-a2be-07b50be72c76 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=92924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:29:39.253227 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-03d110da-e75d-44e6-a2be-07b50be72c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126716386'] for segment, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:39.255092 dv-cinder-786932-3-iscsi neutron-server[92924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:29:39.255092 dv-cinder-786932-3-iscsi neutron-server[92924]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:29:39.255092 dv-cinder-786932-3-iscsi neutron-server[92924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:29:39.255092 dv-cinder-786932-3-iscsi neutron-server[92924]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:29:39.255092 dv-cinder-786932-3-iscsi neutron-server[92924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:29:39.255092 dv-cinder-786932-3-iscsi neutron-server[92924]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:29:39.255092 dv-cinder-786932-3-iscsi neutron-server[92924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:29:39.255092 dv-cinder-786932-3-iscsi neutron-server[92924]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:29:39.255092 dv-cinder-786932-3-iscsi neutron-server[92924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:29:39.255092 dv-cinder-786932-3-iscsi neutron-server[92924]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:29:39.255092 dv-cinder-786932-3-iscsi neutron-server[92924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:29:39.255092 dv-cinder-786932-3-iscsi neutron-server[92924]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:29:39.255092 dv-cinder-786932-3-iscsi neutron-server[92924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:29:39.255092 dv-cinder-786932-3-iscsi neutron-server[92924]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:29:39.255092 dv-cinder-786932-3-iscsi neutron-server[92924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:29:39.255092 dv-cinder-786932-3-iscsi neutron-server[92924]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:29:39.255092 dv-cinder-786932-3-iscsi neutron-server[92924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:29:39.255092 dv-cinder-786932-3-iscsi neutron-server[92924]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:29:39.255092 dv-cinder-786932-3-iscsi neutron-server[92924]: Traceback (most recent call last): Jul 13 19:29:39.255092 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:29:39.255092 dv-cinder-786932-3-iscsi neutron-server[92924]: timer() Jul 13 19:29:39.255092 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:29:39.255092 dv-cinder-786932-3-iscsi neutron-server[92924]: cb(*args, **kw) Jul 13 19:29:39.255092 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:29:39.255092 dv-cinder-786932-3-iscsi neutron-server[92924]: return func(*args, **kwargs) Jul 13 19:29:39.255092 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:29:39.255092 dv-cinder-786932-3-iscsi neutron-server[92924]: self._notify() Jul 13 19:29:39.255092 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:29:39.255092 dv-cinder-786932-3-iscsi neutron-server[92924]: self.callback(batched_events) Jul 13 19:29:39.255092 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:29:39.255092 dv-cinder-786932-3-iscsi neutron-server[92924]: event.method(event) Jul 13 19:29:39.255092 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:29:39.255092 dv-cinder-786932-3-iscsi neutron-server[92924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:29:39.255092 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:29:39.255092 dv-cinder-786932-3-iscsi neutron-server[92924]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:29:39.255092 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:29:39.255092 dv-cinder-786932-3-iscsi neutron-server[92924]: return f(self, *a, **k) Jul 13 19:29:39.255092 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:29:39.255092 dv-cinder-786932-3-iscsi neutron-server[92924]: return self._get(url).json() Jul 13 19:29:39.255092 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:29:39.255092 dv-cinder-786932-3-iscsi neutron-server[92924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:29:39.255092 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:29:39.255092 dv-cinder-786932-3-iscsi neutron-server[92924]: return self.request(url, 'GET', **kwargs) Jul 13 19:29:39.255092 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:29:39.255092 dv-cinder-786932-3-iscsi neutron-server[92924]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:29:39.255092 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:29:39.255092 dv-cinder-786932-3-iscsi neutron-server[92924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:29:39.255092 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:29:39.255092 dv-cinder-786932-3-iscsi neutron-server[92924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:29:39.255092 dv-cinder-786932-3-iscsi neutron-server[92924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:29:39.357934 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-a36c560f-f8ec-4194-9d1f-f84a3dfd5728 None None] Set router 5d6fc093-8898-47d9-af31-38f25be314cd gateway port host: dv-cinder-786932-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:29:39.382790 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-03d110da-e75d-44e6-a2be-07b50be72c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3818063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760437'] for network, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:39.387276 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-03d110da-e75d-44e6-a2be-07b50be72c76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600154'] for network, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:39.389364 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-03d110da-e75d-44e6-a2be-07b50be72c76 admin admin] 10.222.0.67 "DELETE /v2.0/networks/fc4a6477-68b4-4cfe-9108-edf87a192a01 HTTP/1.1" status: 204 len: 168 time: 0.6101971 Jul 13 19:29:39.393424 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-a347ee74-bcd4-420c-a297-1f9614a6e058 req-fde3999c-47df-407e-afd0-979b71e2dd37 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60829692-f981-4e4c-a6e9-4e968b12e648 HTTP/1.1" status: 200 len: 217 time: 0.1002865 Jul 13 19:29:39.415703 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d110da-e75d-44e6-a2be-07b50be72c76 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc4a6477-68b4-4cfe-9108-edf87a192a01,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:39.471361 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347ee74-bcd4-420c-a297-1f9614a6e058 req-2e43ef05-8ab7-43ab-8a15-e15a3ff9d3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:39.472848 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-a347ee74-bcd4-420c-a297-1f9614a6e058 req-2e43ef05-8ab7-43ab-8a15-e15a3ff9d3af service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7966b859-03ef-479c-881d-3cbf56559c0f HTTP/1.1" status: 200 len: 853 time: 0.0662918 Jul 13 19:29:39.521754 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-a347ee74-bcd4-420c-a297-1f9614a6e058 req-1d67efc4-9165-4f17-afce-0fc357233109 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d467589c-0f1b-4adc-a0b7-e69e8a314414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400615 Jul 13 19:29:39.592712 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 55144) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:39.631541 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-a36c560f-f8ec-4194-9d1f-f84a3dfd5728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6fc093-8898-47d9-af31-38f25be314cd', 'name': 'tempest-AttachVolumeShelveTestJSON-473569453-router', 'tenant_id': '117cfd7c8bd64e5eac700d0258401983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'f774284a-1b67-4d3e-a324-9edcf8302de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:06Z', 'updated_at': '2021-07-13T19:25:14Z', 'revision_number': 4, 'project_id': '117cfd7c8bd64e5eac700d0258401983', 'gw_port': {'id': 'f774284a-1b67-4d3e-a324-9edcf8302de8', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ed:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6fc093-8898-47d9-af31-38f25be314cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:07Z', 'updated_at': '2021-07-13T19:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_interfaces': [{'id': 'eb53b332-7e1f-4491-9cef-71c461a6e9c5', 'name': '', 'network_id': 'c438c907-bcad-48c0-af76-f26d5c29bc9d', 'tenant_id': '117cfd7c8bd64e5eac700d0258401983', 'mac_address': 'fa:16:3e:c7:e8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6fc093-8898-47d9-af31-38f25be314cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ea1ae014-478a-41b7-af24-a9a2c8a9fd89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:12Z', 'updated_at': '2021-07-13T19:25:25Z', 'revision_number': 5, 'project_id': '117cfd7c8bd64e5eac700d0258401983', 'subnets': [{'id': 'ea1ae014-478a-41b7-af24-a9a2c8a9fd89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:29:39.656873 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-272fab20-cec1-425e-b4d7-d5d019443b53 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=248dce75e9c94921877d1b32ba31a634&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0591857 Jul 13 19:29:39.657096 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 55146) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:39.662162 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36c560f-f8ec-4194-9d1f-f84a3dfd5728 None None] The sync data for ids ['5d6fc093-8898-47d9-af31-38f25be314cd'] in dv-cinder-786932-3-iscsi is: [{'id': '5d6fc093-8898-47d9-af31-38f25be314cd', 'name': 'tempest-AttachVolumeShelveTestJSON-473569453-router', 'tenant_id': '117cfd7c8bd64e5eac700d0258401983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'f774284a-1b67-4d3e-a324-9edcf8302de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:06Z', 'updated_at': '2021-07-13T19:25:14Z', 'revision_number': 4, 'project_id': '117cfd7c8bd64e5eac700d0258401983', 'gw_port': {'id': 'f774284a-1b67-4d3e-a324-9edcf8302de8', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ed:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6fc093-8898-47d9-af31-38f25be314cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:07Z', 'updated_at': '2021-07-13T19:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_interfaces': [{'id': 'eb53b332-7e1f-4491-9cef-71c461a6e9c5', 'name': '', 'network_id': 'c438c907-bcad-48c0-af76-f26d5c29bc9d', 'tenant_id': '117cfd7c8bd64e5eac700d0258401983', 'mac_address': 'fa:16:3e:c7:e8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6fc093-8898-47d9-af31-38f25be314cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ea1ae014-478a-41b7-af24-a9a2c8a9fd89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:12Z', 'updated_at': '2021-07-13T19:25:25Z', 'revision_number': 5, 'project_id': '117cfd7c8bd64e5eac700d0258401983', 'subnets': [{'id': 'ea1ae014-478a-41b7-af24-a9a2c8a9fd89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:29:39.700865 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-a347ee74-bcd4-420c-a297-1f9614a6e058 req-9b29bbdc-956d-4349-a825-a0546482317d service neutron] 10.222.0.18 "GET /v2.0/networks/d467589c-0f1b-4adc-a0b7-e69e8a314414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612358 Jul 13 19:29:39.778562 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-6c121da0-f7a0-4e18-a2a6-9face7327302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:39.799285 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b3edcd4-18aa-40db-8a76-9093f10af9de', 'name': 'network-vif-deleted', 'tag': 'c6ee84ca-11b0-4bde-b58d-9268317cc932'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:29:39.801534 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8879ae7e4e4d0f25c61261a3e286ece662f5d6b6250d5f2cd5814de7b022cdc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bfe5bbc-d417-415b-870f-8489949ab6c4" -d '{"events": [{"server_uuid": "1b3edcd4-18aa-40db-8a76-9093f10af9de", "name": "network-vif-deleted", "tag": "c6ee84ca-11b0-4bde-b58d-9268317cc932"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:29:39.810432 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-6c121da0-f7a0-4e18-a2a6-9face7327302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:39.865500 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-966f2818-13c3-4824-9d6c-6a6a98882733 x-openstack-request-id: req-966f2818-13c3-4824-9d6c-6a6a98882733 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:29:39.865805 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b3edcd4-18aa-40db-8a76-9093f10af9de", "name": "network-vif-deleted", "tag": "c6ee84ca-11b0-4bde-b58d-9268317cc932", "status": "completed", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:29:39.866166 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-966f2818-13c3-4824-9d6c-6a6a98882733 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:29:39.866479 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b3edcd4-18aa-40db-8a76-9093f10af9de', 'name': 'network-vif-deleted', 'tag': 'c6ee84ca-11b0-4bde-b58d-9268317cc932', 'status': 'completed', 'code': 200} Jul 13 19:29:39.885777 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-a347ee74-bcd4-420c-a297-1f9614a6e058 req-f1ed9c1f-7309-468b-89b8-5be9095d49db service neutron] 10.222.0.18 "GET /v2.0/networks/d467589c-0f1b-4adc-a0b7-e69e8a314414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764386 Jul 13 19:29:39.920095 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-6c121da0-f7a0-4e18-a2a6-9face7327302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:39.928866 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-6c121da0-f7a0-4e18-a2a6-9face7327302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:39.934038 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-6c121da0-f7a0-4e18-a2a6-9face7327302 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ed08cf2a-6000-453b-9736-97ae9e8727ca HTTP/1.1" status: 204 len: 168 time: 0.2727573 Jul 13 19:29:39.960120 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c121da0-f7a0-4e18-a2a6-9face7327302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed08cf2a-6000-453b-9736-97ae9e8727ca,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:39.965434 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 55158) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:40.067353 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-af4cad33-1929-4bb9-96f0-536e6366c8a4 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:40.091980 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86d3564-3cae-4fe2-82e6-972c91061298 None None] New status for floating IP 21010fbd-da99-449a-a2d0-325e07986f63: DOWN {{(pid=92926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:29:40.113387 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-af4cad33-1929-4bb9-96f0-536e6366c8a4 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:40.158256 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device 031d6d9e-de85-4b69-afd7-c4f55797018c no longer exists at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:29:40.238867 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-af4cad33-1929-4bb9-96f0-536e6366c8a4 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:40.241937 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-af4cad33-1929-4bb9-96f0-536e6366c8a4 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:40.245642 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-af4cad33-1929-4bb9-96f0-536e6366c8a4 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "DELETE /v2.0/security-groups/34d968ad-4a00-47a3-9fa1-2546668751b5 HTTP/1.1" status: 204 len: 168 time: 0.2764325 Jul 13 19:29:40.245871 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] No Port match for: 031d6d9e-de85-4b69-afd7-c4f55797018c {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:29:40.246228 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device 031d6d9e-de85-4b69-afd7-c4f55797018c not bound to the agent host dv-cinder-786932-3-iscsi {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:29:40.246980 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 55164) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:40.266500 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4cad33-1929-4bb9-96f0-536e6366c8a4 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d968ad-4a00-47a3-9fa1-2546668751b5,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:40.293964 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.api.v2.resource [None req-09d2b94d-5cc5-4c02-a646-ef79c7bb3c10 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] show failed (client error): The resource could not be found. Jul 13 19:29:40.296984 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-09d2b94d-5cc5-4c02-a646-ef79c7bb3c10 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups/34d968ad-4a00-47a3-9fa1-2546668751b5 HTTP/1.1" status: 404 len: 347 time: 0.0440552 Jul 13 19:29:40.300064 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 55168) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:40.575468 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f12185c-9cc8-46ec-a90c-c46c78d968d5 req-7316c5bd-bee9-4241-b990-4fd7f6782f3c tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:40.577754 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-1f12185c-9cc8-46ec-a90c-c46c78d968d5 req-7316c5bd-bee9-4241-b990-4fd7f6782f3c tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5983df8-d914-41d0-baf2-8e26bf087875 HTTP/1.1" status: 200 len: 943 time: 0.2596433 Jul 13 19:29:40.628534 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-eb877117-9485-4024-b0ee-204830c684f4 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Deleting port 6a4199ee-89a5-4be8-8cf0-53d92f0cd42b {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:29:40.628985 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-eb877117-9485-4024-b0ee-204830c684f4 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752272853989'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:40.674520 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-1f12185c-9cc8-46ec-a90c-c46c78d968d5 req-db2b56c9-7446-4cae-acd0-acbbe1bf3c01 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/security-groups?id=12fcf376-dfa3-496e-b664-1285ed12ab00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905929 Jul 13 19:29:40.729768 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-eb877117-9485-4024-b0ee-204830c684f4 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763640'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:40.730811 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-eb877117-9485-4024-b0ee-204830c684f4 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:40.743729 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-eb877117-9485-4024-b0ee-204830c684f4 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Calling delete_port for 6a4199ee-89a5-4be8-8cf0-53d92f0cd42b owned by network:floatingip {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:29:40.906208 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-eb877117-9485-4024-b0ee-204830c684f4 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752272859917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752272454292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126721041'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:40.932716 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb877117-9485-4024-b0ee-204830c684f4 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Pushing event deleted for resources: {'Port': ['ID=6a4199ee-89a5-4be8-8cf0-53d92f0cd42b,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:41.008849 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-eb877117-9485-4024-b0ee-204830c684f4 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks [] for floatingip, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:41.011721 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-eb877117-9485-4024-b0ee-204830c684f4 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for floatingip, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:41.013027 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-eb877117-9485-4024-b0ee-204830c684f4 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "DELETE /v2.0/floatingips/21010fbd-da99-449a-a2d0-325e07986f63 HTTP/1.1" status: 204 len: 168 time: 0.7101920 Jul 13 19:29:41.407613 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 55198) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:41.412023 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-a1cccd54-947c-4a0e-a7a8-619c4d8a9889 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1235603852', 'description': 'tempest-description--839916650'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:29:41.435974 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a1cccd54-947c-4a0e-a7a8-619c4d8a9889 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:41.552028 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a1cccd54-947c-4a0e-a7a8-619c4d8a9889 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:41.557094 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a1cccd54-947c-4a0e-a7a8-619c4d8a9889 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:41.614947 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cccd54-947c-4a0e-a7a8-619c4d8a9889 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a5b421-9b84-4f24-a1a2-8f0a98c65779,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:41.618149 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a1cccd54-947c-4a0e-a7a8-619c4d8a9889 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:41.619519 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-a1cccd54-947c-4a0e-a7a8-619c4d8a9889 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2113345 Jul 13 19:29:41.626272 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 55210) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:41.633645 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [None req-0c43310d-b29c-4e92-bd08-dd80f82fe9e5 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Request body: {'security_group_rule': {'security_group_id': 'f3a5b421-9b84-4f24-a1a2-8f0a98c65779', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:29:41.683739 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-0c43310d-b29c-4e92-bd08-dd80f82fe9e5 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:41.775690 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-0c43310d-b29c-4e92-bd08-dd80f82fe9e5 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:41.781574 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-0c43310d-b29c-4e92-bd08-dd80f82fe9e5 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651252'] for security_group_rule, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:41.823561 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c43310d-b29c-4e92-bd08-dd80f82fe9e5 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8664d551-e45c-4b97-b871-8941424f0427,revision_number=0']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:41.845996 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-0c43310d-b29c-4e92-bd08-dd80f82fe9e5 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:41.847146 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-0c43310d-b29c-4e92-bd08-dd80f82fe9e5 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2181001 Jul 13 19:29:41.849883 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 55222) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:41.856254 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [None req-4724fe1f-570f-4ecd-8e2f-c3b50c867a3a tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Request body: {'security_group_rule': {'security_group_id': 'f3a5b421-9b84-4f24-a1a2-8f0a98c65779', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:29:41.904212 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4724fe1f-570f-4ecd-8e2f-c3b50c867a3a tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:41.950210 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e32ffe-6a80-4293-ad2f-1c20278871ff req-8e6585ce-2730-429a-b7ef-344883a7a948 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:41.951927 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-72e32ffe-6a80-4293-ad2f-1c20278871ff req-8e6585ce-2730-429a-b7ef-344883a7a948 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/ports?device_id=af1210a2-62b7-440a-b8f7-96ce85d9e215 HTTP/1.1" status: 200 len: 946 time: 0.1578255 Jul 13 19:29:42.017652 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4724fe1f-570f-4ecd-8e2f-c3b50c867a3a tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:42.023935 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-72e32ffe-6a80-4293-ad2f-1c20278871ff req-c96fbbcf-f2c8-4183-986e-868f65a79d09 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/security-groups?id=e0200969-8517-4565-ae29-c31726ff4fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605221 Jul 13 19:29:42.025203 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4724fe1f-570f-4ecd-8e2f-c3b50c867a3a tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651252'] for security_group_rule, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:42.050113 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4724fe1f-570f-4ecd-8e2f-c3b50c867a3a tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40091001-6c1d-4d52-8bed-54aca6af476a,revision_number=0']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:42.058600 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4724fe1f-570f-4ecd-8e2f-c3b50c867a3a tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:42.060103 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-4724fe1f-570f-4ecd-8e2f-c3b50c867a3a tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2091944 Jul 13 19:29:42.063293 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 55226) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:42.069757 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [None req-ec8dba16-206b-4cd6-bb17-7a9f8f084f5d tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Request body: {'floatingip': {'floating_network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:29:42.075567 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 55228) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:42.106256 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec8dba16-206b-4cd6-bb17-7a9f8f084f5d tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks [] for floatingip, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:42.187833 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5226cf3-d248-4849-b9dc-d27b83f5e5d2 req-75eb50a1-907b-4bf1-8d49-40887733a676 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:42.195257 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c5226cf3-d248-4849-b9dc-d27b83f5e5d2 req-75eb50a1-907b-4bf1-8d49-40887733a676 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5983df8-d914-41d0-baf2-8e26bf087875 HTTP/1.1" status: 200 len: 943 time: 0.3904133 Jul 13 19:29:42.243894 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec8dba16-206b-4cd6-bb17-7a9f8f084f5d tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:42.249564 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c5226cf3-d248-4849-b9dc-d27b83f5e5d2 req-99e318d9-e411-4c02-afcd-9ca98bc48e27 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/security-groups?id=12fcf376-dfa3-496e-b664-1285ed12ab00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532026 Jul 13 19:29:42.651271 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [None req-ec8dba16-206b-4cd6-bb17-7a9f8f084f5d tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Allocated IP 172.27.1.60 (c2fcde99-d8d4-483e-a474-248e3afaaef2/3c8e1596-5f1e-4fec-b61e-66ec42c4519a/f67247bf-bcc3-4cdb-ab56-54f82f5ab6d6) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:29:42.669292 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a955012-f0e6-4abd-b095-01ff8cf07426 tempest-TestMinimumBasicScenario-1968019436 tempest-TestMinimumBasicScenario-1968019436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:42.670901 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-7a955012-f0e6-4abd-b095-01ff8cf07426 tempest-TestMinimumBasicScenario-1968019436 tempest-TestMinimumBasicScenario-1968019436-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=af1210a2-62b7-440a-b8f7-96ce85d9e215 HTTP/1.1" status: 200 len: 1094 time: 0.5942893 Jul 13 19:29:42.674932 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 55262) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:42.680450 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-b15d49c2-a8c5-4d7d-9596-e475f616d601 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Request body: {'floatingip': {'floating_network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'port_id': '475528db-163f-430e-b15e-9a03d97065f9', 'tenant_id': '5fb99b1b35e24c1ca47629b32e1a4f4d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:29:42.709245 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b15d49c2-a8c5-4d7d-9596-e475f616d601 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Notify callbacks [] for floatingip, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:42.731613 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device 60829692-f981-4e4c-a6e9-4e968b12e648 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:29:42.813460 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec8dba16-206b-4cd6-bb17-7a9f8f084f5d tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:42.860182 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b15d49c2-a8c5-4d7d-9596-e475f616d601 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:42.868543 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec8dba16-206b-4cd6-bb17-7a9f8f084f5d tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752272454283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126721041'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:42.882683 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port 60829692-f981-4e4c-a6e9-4e968b12e648, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=60829692-f981-4e4c-a6e9-4e968b12e648,segment=NetworkSegment(e76ad695-8838-412a-a0c0-c26a4e4be224),segment_id=e76ad695-8838-412a-a0c0-c26a4e4be224)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:29:42.902077 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Returning: {'device': '60829692-f981-4e4c-a6e9-4e968b12e648', 'network_id': 'd467589c-0f1b-4adc-a0b7-e69e8a314414', 'port_id': '60829692-f981-4e4c-a6e9-4e968b12e648', 'mac_address': 'fa:16:3e:08:43:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7966b859-03ef-479c-881d-3cbf56559c0f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:29:42.942025 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8dba16-206b-4cd6-bb17-7a9f8f084f5d tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Network c2fcde99-d8d4-483e-a474-248e3afaaef2 is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:29:42.945123 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-ec8dba16-206b-4cd6-bb17-7a9f8f084f5d tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:29:42.949305 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8dba16-206b-4cd6-bb17-7a9f8f084f5d tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:29:42.955402 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:42.973476 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60829692-f981-4e4c-a6e9-4e968b12e648 {{(pid=92925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:29:42.980339 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8dba16-206b-4cd6-bb17-7a9f8f084f5d tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Pushing event updated for resources: {'Port': ['ID=f67247bf-bcc3-4cdb-ab56-54f82f5ab6d6,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:42.997891 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port 60829692-f981-4e4c-a6e9-4e968b12e648, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=60829692-f981-4e4c-a6e9-4e968b12e648,segment=NetworkSegment(e76ad695-8838-412a-a0c0-c26a4e4be224),segment_id=e76ad695-8838-412a-a0c0-c26a4e4be224)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:29:43.005886 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:43.067327 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Pushing event updated for resources: {'Port': ['ID=60829692-f981-4e4c-a6e9-4e968b12e648,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:43.077705 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:43.078163 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:43.078572 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:43.078981 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:43.079412 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:43.079807 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:43.080201 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:43.080596 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:43.081031 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:43.081449 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:43.081887 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:43.082308 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:29:43.089452 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [None req-b15d49c2-a8c5-4d7d-9596-e475f616d601 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Allocated IP 172.27.1.81 (c2fcde99-d8d4-483e-a474-248e3afaaef2/3c8e1596-5f1e-4fec-b61e-66ec42c4519a/38ccb74b-1e65-4fe3-811d-a180ae6bc043) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:29:43.104132 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec8dba16-206b-4cd6-bb17-7a9f8f084f5d tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:43.157959 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec8dba16-206b-4cd6-bb17-7a9f8f084f5d tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:43.221711 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b15d49c2-a8c5-4d7d-9596-e475f616d601 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:43.267691 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] get_ports_and_sgs() called for port_ids ['60829692-f981-4e4c-a6e9-4e968b12e648'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:29:43.278655 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b15d49c2-a8c5-4d7d-9596-e475f616d601 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752272454283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130471124'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:43.332955 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec8dba16-206b-4cd6-bb17-7a9f8f084f5d tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:43.337731 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec8dba16-206b-4cd6-bb17-7a9f8f084f5d tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126721050'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:43.348995 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15d49c2-a8c5-4d7d-9596-e475f616d601 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Network c2fcde99-d8d4-483e-a474-248e3afaaef2 is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:29:43.367594 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-b15d49c2-a8c5-4d7d-9596-e475f616d601 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:29:43.373405 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15d49c2-a8c5-4d7d-9596-e475f616d601 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:29:43.421446 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15d49c2-a8c5-4d7d-9596-e475f616d601 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Pushing event updated for resources: {'Port': ['ID=38ccb74b-1e65-4fe3-811d-a180ae6bc043,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:43.483955 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8dba16-206b-4cd6-bb17-7a9f8f084f5d tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Pushing event updated for resources: {'Port': ['ID=f67247bf-bcc3-4cdb-ab56-54f82f5ab6d6,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:43.498948 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec8dba16-206b-4cd6-bb17-7a9f8f084f5d tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760411'] for floatingip, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:43.522766 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec8dba16-206b-4cd6-bb17-7a9f8f084f5d tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for floatingip, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:43.532057 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-ec8dba16-206b-4cd6-bb17-7a9f8f084f5d tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4586921 Jul 13 19:29:43.548716 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d93b0-8338-4f79-b946-58f36963b5ff req-d56ab933-523d-4be1-9c9b-77ffb27efc67 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:43.550277 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-330d93b0-8338-4f79-b946-58f36963b5ff req-d56ab933-523d-4be1-9c9b-77ffb27efc67 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5983df8-d914-41d0-baf2-8e26bf087875 HTTP/1.1" status: 200 len: 944 time: 0.1734347 Jul 13 19:29:43.598222 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-330d93b0-8338-4f79-b946-58f36963b5ff req-f28d9c67-7311-413f-9581-f8707e18806b tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/security-groups?id=12fcf376-dfa3-496e-b664-1285ed12ab00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416949 Jul 13 19:29:43.791002 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7d98b1b6-e50f-4948-b012-a6921960dc82 req-9aa7b549-adbc-4099-8235-cc51d8295741 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1235603852&fields=id&tenant_id=117cfd7c8bd64e5eac700d0258401983 HTTP/1.1" status: 200 len: 267 time: 0.0765662 Jul 13 19:29:43.934767 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b15d49c2-a8c5-4d7d-9596-e475f616d601 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:43.935772 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 55338) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:43.977011 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98b1b6-e50f-4948-b012-a6921960dc82 req-7e0476c6-ca3a-4346-9b65-03d3669f2a5e tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:43.978542 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7d98b1b6-e50f-4948-b012-a6921960dc82 req-7e0476c6-ca3a-4346-9b65-03d3669f2a5e tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/networks?id=c438c907-bcad-48c0-af76-f26d5c29bc9d HTTP/1.1" status: 200 len: 816 time: 0.1779609 Jul 13 19:29:44.002782 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7d98b1b6-e50f-4948-b012-a6921960dc82 req-add01789-8a35-4f8e-a7d8-e4b76d11eda3 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/quotas/117cfd7c8bd64e5eac700d0258401983 HTTP/1.1" status: 200 len: 375 time: 0.0163035 Jul 13 19:29:44.067035 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7c46a9ff-0696-4197-aed5-57ec4d4aec65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:44.079523 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b15d49c2-a8c5-4d7d-9596-e475f616d601 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:44.150737 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7d98b1b6-e50f-4948-b012-a6921960dc82 req-64ce5f64-cbac-4003-a4b9-5ceea69464bb tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=117cfd7c8bd64e5eac700d0258401983&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1420376 Jul 13 19:29:44.180973 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7c46a9ff-0696-4197-aed5-57ec4d4aec65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:44.185834 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7c46a9ff-0696-4197-aed5-57ec4d4aec65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:44.227833 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-7c46a9ff-0696-4197-aed5-57ec4d4aec65 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1799e5cfe93f4f689c0c5924ce657b62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2909167 Jul 13 19:29:44.228554 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c46a9ff-0696-4197-aed5-57ec4d4aec65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000acbca-ec52-46ca-b397-5db9f5d48465,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:44.231800 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 55342) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:44.282383 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-550bd5a1-c19b-44ff-92f0-1e8bdb620d33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:44.304850 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-550bd5a1-c19b-44ff-92f0-1e8bdb620d33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:44.315870 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7d98b1b6-e50f-4948-b012-a6921960dc82 req-50f9dc0b-5c24-4cc7-8759-031a2d48e1fb service neutron] 10.222.0.67 "GET /v2.0/networks/c438c907-bcad-48c0-af76-f26d5c29bc9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522563 Jul 13 19:29:44.348721 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b15d49c2-a8c5-4d7d-9596-e475f616d601 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:44.354984 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-550bd5a1-c19b-44ff-92f0-1e8bdb620d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:44.357736 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-550bd5a1-c19b-44ff-92f0-1e8bdb620d33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:44.359074 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-550bd5a1-c19b-44ff-92f0-1e8bdb620d33 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/000acbca-ec52-46ca-b397-5db9f5d48465 HTTP/1.1" status: 204 len: 168 time: 0.1261635 Jul 13 19:29:44.368069 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550bd5a1-c19b-44ff-92f0-1e8bdb620d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000acbca-ec52-46ca-b397-5db9f5d48465,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:44.379458 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b15d49c2-a8c5-4d7d-9596-e475f616d601 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130471135'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:44.472955 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15d49c2-a8c5-4d7d-9596-e475f616d601 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Pushing event updated for resources: {'Port': ['ID=38ccb74b-1e65-4fe3-811d-a180ae6bc043,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:44.490673 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7d98b1b6-e50f-4948-b012-a6921960dc82 req-80e65433-9565-4688-9211-689e4ad31a36 service neutron] 10.222.0.67 "GET /v2.0/networks/c438c907-bcad-48c0-af76-f26d5c29bc9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678476 Jul 13 19:29:44.497582 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b15d49c2-a8c5-4d7d-9596-e475f616d601 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760411'] for floatingip, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:44.631963 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.db.l3_db [None req-b15d49c2-a8c5-4d7d-9596-e475f616d601 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Floating IP 4ec43e64-23f9-45bd-9b49-46823a3dcf4f associated. External IP: 172.27.1.81, port: 475528db-163f-430e-b15e-9a03d97065f9. Jul 13 19:29:44.704006 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 55354) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:44.719102 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-00054006-94f6-4503-aae3-d4a6c9776cd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:44.750484 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device 60829692-f981-4e4c-a6e9-4e968b12e648 up at agent hyperv_hv-cinder-78693 {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:29:44.796911 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c463468b-babb-4652-9fef-71d659edc114 req-b502db74-2b41-459c-a02d-ff3b99ab53bd tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 210 time: 0.1119616 Jul 13 19:29:44.843568 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Provisioning for port 60829692-f981-4e4c-a6e9-4e968b12e648 completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:29:44.848316 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Provisioning complete for port 60829692-f981-4e4c-a6e9-4e968b12e648 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:29:44.848977 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:44.895607 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f431c6ea-7388-4aad-a703-561074892573 req-72ad8ea3-5fa8-4a69-98c3-60358f4fc18f tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:44.903328 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-f431c6ea-7388-4aad-a703-561074892573 req-72ad8ea3-5fa8-4a69-98c3-60358f4fc18f tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5983df8-d914-41d0-baf2-8e26bf087875 HTTP/1.1" status: 200 len: 944 time: 0.1255031 Jul 13 19:29:44.957702 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-00054006-94f6-4503-aae3-d4a6c9776cd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:44.976105 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:44.977919 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-f431c6ea-7388-4aad-a703-561074892573 req-0f4941eb-1640-4a63-a457-56378191f1dd tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/security-groups?id=12fcf376-dfa3-496e-b664-1285ed12ab00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735426 Jul 13 19:29:44.979504 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-00054006-94f6-4503-aae3-d4a6c9776cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:45.003969 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5983df8-d914-41d0-baf2-8e26bf087875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60829692-f981-4e4c-a6e9-4e968b12e648'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:29:45.004917 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b15d49c2-a8c5-4d7d-9596-e475f616d601 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Router 104a8a89-3333-460a-93a2-1d9d6b1d2999 has already been hosted by L3 agent beedb406-ab13-44dd-957b-972171d020d2 {{(pid=92923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:29:45.006835 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540c69b029c7553e3853e743d2a892cf8287872a4bddd25c2711216cf853e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69d842a-2c33-4881-9f03-bef5bf74670b" -d '{"events": [{"server_uuid": "b5983df8-d914-41d0-baf2-8e26bf087875", "name": "network-vif-plugged", "status": "completed", "tag": "60829692-f981-4e4c-a6e9-4e968b12e648"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:29:45.031377 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-00054006-94f6-4503-aae3-d4a6c9776cd7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=428dc39c6ab149cebe3cfe9488a7a50e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3256269 Jul 13 19:29:45.032320 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00054006-94f6-4503-aae3-d4a6c9776cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8160964-cb49-4cba-b325-f38341ab305b,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:45.035913 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 55364) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:45.043759 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port 60829692-f981-4e4c-a6e9-4e968b12e648, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=60829692-f981-4e4c-a6e9-4e968b12e648,segment=NetworkSegment(e76ad695-8838-412a-a0c0-c26a4e4be224),segment_id=e76ad695-8838-412a-a0c0-c26a4e4be224)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:29:45.050394 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:45.103654 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53227380-5a6a-4eca-a98b-ea56a5ae7b44 x-openstack-request-id: req-53227380-5a6a-4eca-a98b-ea56a5ae7b44 {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:29:45.104094 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5983df8-d914-41d0-baf2-8e26bf087875", "name": "network-vif-plugged", "status": "completed", "tag": "60829692-f981-4e4c-a6e9-4e968b12e648", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:29:45.104493 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-53227380-5a6a-4eca-a98b-ea56a5ae7b44 {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:29:45.105140 dv-cinder-786932-3-iscsi neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5983df8-d914-41d0-baf2-8e26bf087875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60829692-f981-4e4c-a6e9-4e968b12e648', 'code': 200} Jul 13 19:29:45.148317 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Pushing event updated for resources: {'Port': ['ID=60829692-f981-4e4c-a6e9-4e968b12e648,revision_number=5']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:45.148622 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15d49c2-a8c5-4d7d-9596-e475f616d601 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Notify agent at l3_agent.dv-cinder-786932-3-iscsi the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:29:45.152740 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3e3d5a58-b370-4775-856d-6da4f9a14456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:45.171207 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b15d49c2-a8c5-4d7d-9596-e475f616d601 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for floatingip, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:45.183904 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36a8e81-edd1-414c-97eb-916dc0da1258 None None] Sync routers for ids ['104a8a89-3333-460a-93a2-1d9d6b1d2999'] in dv-cinder-786932-3-iscsi {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:29:45.200517 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36a8e81-edd1-414c-97eb-916dc0da1258 None None] Routers {'104a8a89-3333-460a-93a2-1d9d6b1d2999'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:29:45.200949 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-d36a8e81-edd1-414c-97eb-916dc0da1258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:29:19Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['104a8a89-3333-460a-93a2-1d9d6b1d2999'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:29:45.225858 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3e3d5a58-b370-4775-856d-6da4f9a14456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:45.239612 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-b15d49c2-a8c5-4d7d-9596-e475f616d601 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5605578 Jul 13 19:29:45.239612 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af1210a2-62b7-440a-b8f7-96ce85d9e215', 'tag': '475528db-163f-430e-b15e-9a03d97065f9'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:29:45.240486 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 55366) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:45.240747 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1087dd994376df9afb132dbe65b34b6853527e2d112168992b97c33633c3add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb4b899-8b68-43a3-ba2b-5a523c05d596" -d '{"events": [{"name": "network-changed", "server_uuid": "af1210a2-62b7-440a-b8f7-96ce85d9e215", "tag": "475528db-163f-430e-b15e-9a03d97065f9"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:29:45.264003 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [None req-e24cd5a4-f940-4cd5-99e0-15063aa2eb0a tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-388416362', 'description': 'tempest-secgroup-smoke-388416362 description', 'project_id': '5fb99b1b35e24c1ca47629b32e1a4f4d'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:29:45.284943 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6781de3-77f8-4569-97dd-3b02ff9f506a x-openstack-request-id: req-a6781de3-77f8-4569-97dd-3b02ff9f506a {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:29:45.286154 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af1210a2-62b7-440a-b8f7-96ce85d9e215", "tag": "475528db-163f-430e-b15e-9a03d97065f9", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:29:45.286739 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a6781de3-77f8-4569-97dd-3b02ff9f506a {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:29:45.287476 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af1210a2-62b7-440a-b8f7-96ce85d9e215', 'tag': '475528db-163f-430e-b15e-9a03d97065f9', 'status': 'completed', 'code': 200} Jul 13 19:29:45.347974 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e24cd5a4-f940-4cd5-99e0-15063aa2eb0a tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:45.395754 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3e3d5a58-b370-4775-856d-6da4f9a14456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:45.398361 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3e3d5a58-b370-4775-856d-6da4f9a14456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:45.399539 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-3e3d5a58-b370-4775-856d-6da4f9a14456 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f8160964-cb49-4cba-b325-f38341ab305b HTTP/1.1" status: 204 len: 168 time: 0.3626285 Jul 13 19:29:45.441658 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3d5a58-b370-4775-856d-6da4f9a14456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8160964-cb49-4cba-b325-f38341ab305b,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:45.457854 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1535ec-2d9d-40fa-a899-384936998306 req-3a95e3d2-0586-4078-9b81-9c0225ae8c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:45.459479 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-aa1535ec-2d9d-40fa-a899-384936998306 req-3a95e3d2-0586-4078-9b81-9c0225ae8c5b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b5983df8-d914-41d0-baf2-8e26bf087875 HTTP/1.1" status: 200 len: 1098 time: 0.1434329 Jul 13 19:29:45.495207 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-d36a8e81-edd1-414c-97eb-916dc0da1258 None None] Set router 104a8a89-3333-460a-93a2-1d9d6b1d2999 gateway port host: dv-cinder-786932-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:29:45.541531 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4b899-8b68-43a3-ba2b-5a523c05d596 req-52eb0c10-64a1-4b0c-8285-de3a2a5dac6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:45.543051 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-ceb4b899-8b68-43a3-ba2b-5a523c05d596 req-52eb0c10-64a1-4b0c-8285-de3a2a5dac6a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5fb99b1b35e24c1ca47629b32e1a4f4d&device_id=af1210a2-62b7-440a-b8f7-96ce85d9e215 HTTP/1.1" status: 200 len: 1099 time: 0.1630905 Jul 13 19:29:45.544782 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-aa1535ec-2d9d-40fa-a899-384936998306 req-3f94d199-074e-4c2e-848e-3c11714ef298 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=12fcf376-dfa3-496e-b664-1285ed12ab00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777078 Jul 13 19:29:45.561167 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e24cd5a4-f940-4cd5-99e0-15063aa2eb0a tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:45.564804 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e24cd5a4-f940-4cd5-99e0-15063aa2eb0a tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:45.592124 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e24cd5a4-f940-4cd5-99e0-15063aa2eb0a tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:45.594171 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-e24cd5a4-f940-4cd5-99e0-15063aa2eb0a tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3505332 Jul 13 19:29:45.597247 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 55374) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:45.601739 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-bd79fea2-44a1-4af9-bdcd-ff86d22155d1 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Request body: {'security_group_rule': {'security_group_id': '442485de-3dcd-4e9f-980e-a7b18443e734', 'project_id': '5fb99b1b35e24c1ca47629b32e1a4f4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:29:45.604184 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24cd5a4-f940-4cd5-99e0-15063aa2eb0a tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=442485de-3dcd-4e9f-980e-a7b18443e734,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:45.655908 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bd79fea2-44a1-4af9-bdcd-ff86d22155d1 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:45.730274 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4b899-8b68-43a3-ba2b-5a523c05d596 req-abe18343-c78e-434b-9f16-aa8df1d38588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:45.732505 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-ceb4b899-8b68-43a3-ba2b-5a523c05d596 req-abe18343-c78e-434b-9f16-aa8df1d38588 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9db1d3a0-709c-4856-9653-0d0c7911e292 HTTP/1.1" status: 200 len: 915 time: 0.1319931 Jul 13 19:29:45.751488 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bd79fea2-44a1-4af9-bdcd-ff86d22155d1 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:45.756554 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bd79fea2-44a1-4af9-bdcd-ff86d22155d1 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651252'] for security_group_rule, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:45.788124 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd79fea2-44a1-4af9-bdcd-ff86d22155d1 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f237c205-d1b3-4db9-aa02-c8a15e9033a7,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:45.798177 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bd79fea2-44a1-4af9-bdcd-ff86d22155d1 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:45.799657 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-bd79fea2-44a1-4af9-bdcd-ff86d22155d1 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2015510 Jul 13 19:29:45.802287 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 55382) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:45.807587 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-a3217976-ddf6-41b3-841c-ead2b5d7169a tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Request body: {'security_group_rule': {'security_group_id': '442485de-3dcd-4e9f-980e-a7b18443e734', 'project_id': '5fb99b1b35e24c1ca47629b32e1a4f4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:29:45.835149 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-ceb4b899-8b68-43a3-ba2b-5a523c05d596 req-cce831b2-02e5-4c20-996c-f90a0fbbc8f0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=475528db-163f-430e-b15e-9a03d97065f9 HTTP/1.1" status: 200 len: 999 time: 0.0951445 Jul 13 19:29:45.847009 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a3217976-ddf6-41b3-841c-ead2b5d7169a tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:45.877666 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-d36a8e81-edd1-414c-97eb-916dc0da1258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '104a8a89-3333-460a-93a2-1d9d6b1d2999', 'name': 'tempest-TestMinimumBasicScenario-634962292-router', 'tenant_id': '5fb99b1b35e24c1ca47629b32e1a4f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'c06f854e-5d7f-465d-9515-43c7214717b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:28:38Z', 'updated_at': '2021-07-13T19:28:41Z', 'revision_number': 4, 'project_id': '5fb99b1b35e24c1ca47629b32e1a4f4d', 'gw_port': {'id': 'c06f854e-5d7f-465d-9515-43c7214717b3', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:24:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104a8a89-3333-460a-93a2-1d9d6b1d2999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:38Z', 'updated_at': '2021-07-13T19:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_floatingips': [{'id': '4ec43e64-23f9-45bd-9b49-46823a3dcf4f', 'tenant_id': '5fb99b1b35e24c1ca47629b32e1a4f4d', 'floating_ip_address': '172.27.1.81', 'floating_network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'router_id': '104a8a89-3333-460a-93a2-1d9d6b1d2999', 'port_id': '475528db-163f-430e-b15e-9a03d97065f9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9db1d3a0-709c-4856-9653-0d0c7911e292', 'mac_address': 'fa:16:3e:31:68:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1210a2-62b7-440a-b8f7-96ce85d9e215', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:29:43Z', 'updated_at': '2021-07-13T19:29:43Z', 'revision_number': 0, 'project_id': '5fb99b1b35e24c1ca47629b32e1a4f4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b532143-d9e5-4cce-ba3c-c81bb77c9e27', 'name': '', 'network_id': '9db1d3a0-709c-4856-9653-0d0c7911e292', 'tenant_id': '5fb99b1b35e24c1ca47629b32e1a4f4d', 'mac_address': 'fa:16:3e:74:66:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104a8a89-3333-460a-93a2-1d9d6b1d2999', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '7c0e6b1b-c659-4b9e-9a87-44fb28b37af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:40Z', 'updated_at': '2021-07-13T19:28:48Z', 'revision_number': 5, 'project_id': '5fb99b1b35e24c1ca47629b32e1a4f4d', 'subnets': [{'id': '7c0e6b1b-c659-4b9e-9a87-44fb28b37af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:29:45.924011 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a3217976-ddf6-41b3-841c-ead2b5d7169a tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:45.930253 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a3217976-ddf6-41b3-841c-ead2b5d7169a tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651252'] for security_group_rule, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:45.930394 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36a8e81-edd1-414c-97eb-916dc0da1258 None None] Checking router: 104a8a89-3333-460a-93a2-1d9d6b1d2999 for host: dv-cinder-786932-3-iscsi {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:29:45.946165 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36a8e81-edd1-414c-97eb-916dc0da1258 None None] Routers {'104a8a89-3333-460a-93a2-1d9d6b1d2999'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:29:45.947141 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-d36a8e81-edd1-414c-97eb-916dc0da1258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:29:19Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['104a8a89-3333-460a-93a2-1d9d6b1d2999'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:29:45.987812 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3217976-ddf6-41b3-841c-ead2b5d7169a tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2accf651-15a0-4dbd-afaf-e8ddd2e06f5c,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:45.996135 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a3217976-ddf6-41b3-841c-ead2b5d7169a tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:46.002072 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-a3217976-ddf6-41b3-841c-ead2b5d7169a tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1955473 Jul 13 19:29:46.002252 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4b899-8b68-43a3-ba2b-5a523c05d596 req-0284eab7-965c-4273-9a3f-d19fe78dd5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:46.002252 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-ceb4b899-8b68-43a3-ba2b-5a523c05d596 req-0284eab7-965c-4273-9a3f-d19fe78dd5d8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7c0e6b1b-c659-4b9e-9a87-44fb28b37af0 HTTP/1.1" status: 200 len: 853 time: 0.1551702 Jul 13 19:29:46.002953 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 55392) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:46.007543 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [None req-00e16952-3c3e-41be-9aa6-3650c69fb866 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Request body: {'security_group_rule': {'security_group_id': '442485de-3dcd-4e9f-980e-a7b18443e734', 'project_id': '5fb99b1b35e24c1ca47629b32e1a4f4d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:29:46.087758 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-00e16952-3c3e-41be-9aa6-3650c69fb866 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:46.115141 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4b899-8b68-43a3-ba2b-5a523c05d596 req-9a3d6333-7095-4736-97ab-ce4c697969b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:46.117078 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-ceb4b899-8b68-43a3-ba2b-5a523c05d596 req-9a3d6333-7095-4736-97ab-ce4c697969b8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9db1d3a0-709c-4856-9653-0d0c7911e292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0875452 Jul 13 19:29:46.221452 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-d36a8e81-edd1-414c-97eb-916dc0da1258 None None] Set router 104a8a89-3333-460a-93a2-1d9d6b1d2999 gateway port host: dv-cinder-786932-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:29:46.227077 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-282d06f3-920b-477a-8689-009693b206c5 req-e6489169-049f-4400-86c6-e52339ffd9bc tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 210 time: 0.0711017 Jul 13 19:29:46.246447 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-00e16952-3c3e-41be-9aa6-3650c69fb866 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:46.251274 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-00e16952-3c3e-41be-9aa6-3650c69fb866 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651252'] for security_group_rule, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:46.362978 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e16952-3c3e-41be-9aa6-3650c69fb866 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18885f19-b537-4827-a8dc-398f3e9092bf,revision_number=0']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:46.377871 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-94e35843-f266-4ff5-a08d-47c844102cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:46.433341 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-00e16952-3c3e-41be-9aa6-3650c69fb866 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:46.434540 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-00e16952-3c3e-41be-9aa6-3650c69fb866 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4309349 Jul 13 19:29:46.438144 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 55402) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:46.442427 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-a71354d1-6e51-4488-b97f-03ddd9954da2 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Request body: {'security_group_rule': {'security_group_id': '442485de-3dcd-4e9f-980e-a7b18443e734', 'project_id': '5fb99b1b35e24c1ca47629b32e1a4f4d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:29:46.452773 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-ceb4b899-8b68-43a3-ba2b-5a523c05d596 req-e8083517-ed9e-4988-9ee1-547c7ff1e4d9 service neutron] 10.222.0.18 "GET /v2.0/networks/9db1d3a0-709c-4856-9653-0d0c7911e292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165610 Jul 13 19:29:46.506277 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a71354d1-6e51-4488-b97f-03ddd9954da2 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:46.569924 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f86c41-9aff-4545-ac2d-f707f33766ed req-bdd51faf-e8c7-42b9-8bd7-9be6dbaa0ae4 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:46.571539 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-15f86c41-9aff-4545-ac2d-f707f33766ed req-bdd51faf-e8c7-42b9-8bd7-9be6dbaa0ae4 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5983df8-d914-41d0-baf2-8e26bf087875 HTTP/1.1" status: 200 len: 945 time: 0.3092103 Jul 13 19:29:46.578293 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98b1b6-e50f-4948-b012-a6921960dc82 req-1e09bf44-6aa4-450b-ac5c-438af680cdd5 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:46.579791 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-7d98b1b6-e50f-4948-b012-a6921960dc82 req-1e09bf44-6aa4-450b-ac5c-438af680cdd5 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.18 "GET /v2.0/networks?id=c438c907-bcad-48c0-af76-f26d5c29bc9d HTTP/1.1" status: 200 len: 816 time: 0.2460818 Jul 13 19:29:46.648172 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a71354d1-6e51-4488-b97f-03ddd9954da2 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:46.653135 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a71354d1-6e51-4488-b97f-03ddd9954da2 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651252'] for security_group_rule, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:46.657465 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-ceb4b899-8b68-43a3-ba2b-5a523c05d596 req-aa252b0b-0028-4dbd-a516-6566cffdb52f service neutron] 10.222.0.18 "GET /v2.0/networks/9db1d3a0-709c-4856-9653-0d0c7911e292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951351 Jul 13 19:29:46.663346 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-d36a8e81-edd1-414c-97eb-916dc0da1258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '104a8a89-3333-460a-93a2-1d9d6b1d2999', 'name': 'tempest-TestMinimumBasicScenario-634962292-router', 'tenant_id': '5fb99b1b35e24c1ca47629b32e1a4f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'c06f854e-5d7f-465d-9515-43c7214717b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:28:38Z', 'updated_at': '2021-07-13T19:28:41Z', 'revision_number': 4, 'project_id': '5fb99b1b35e24c1ca47629b32e1a4f4d', 'gw_port': {'id': 'c06f854e-5d7f-465d-9515-43c7214717b3', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:24:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104a8a89-3333-460a-93a2-1d9d6b1d2999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:38Z', 'updated_at': '2021-07-13T19:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_floatingips': [{'id': '4ec43e64-23f9-45bd-9b49-46823a3dcf4f', 'tenant_id': '5fb99b1b35e24c1ca47629b32e1a4f4d', 'floating_ip_address': '172.27.1.81', 'floating_network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'router_id': '104a8a89-3333-460a-93a2-1d9d6b1d2999', 'port_id': '475528db-163f-430e-b15e-9a03d97065f9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9db1d3a0-709c-4856-9653-0d0c7911e292', 'mac_address': 'fa:16:3e:31:68:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1210a2-62b7-440a-b8f7-96ce85d9e215', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:29:43Z', 'updated_at': '2021-07-13T19:29:43Z', 'revision_number': 0, 'project_id': '5fb99b1b35e24c1ca47629b32e1a4f4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b532143-d9e5-4cce-ba3c-c81bb77c9e27', 'name': '', 'network_id': '9db1d3a0-709c-4856-9653-0d0c7911e292', 'tenant_id': '5fb99b1b35e24c1ca47629b32e1a4f4d', 'mac_address': 'fa:16:3e:74:66:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104a8a89-3333-460a-93a2-1d9d6b1d2999', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '7c0e6b1b-c659-4b9e-9a87-44fb28b37af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:40Z', 'updated_at': '2021-07-13T19:28:48Z', 'revision_number': 5, 'project_id': '5fb99b1b35e24c1ca47629b32e1a4f4d', 'subnets': [{'id': '7c0e6b1b-c659-4b9e-9a87-44fb28b37af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:29:46.674023 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-15f86c41-9aff-4545-ac2d-f707f33766ed req-cb3b0c18-2c50-421e-bdd0-6e0e3ed6a781 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/security-groups?id=12fcf376-dfa3-496e-b664-1285ed12ab00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932212 Jul 13 19:29:46.681242 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-7d98b1b6-e50f-4948-b012-a6921960dc82 req-88bead16-23e8-44f6-8944-8c9770be074c tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=117cfd7c8bd64e5eac700d0258401983 HTTP/1.1" status: 200 len: 380 time: 0.0802705 Jul 13 19:29:46.696145 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.agents_db [None req-012e1d35-f91a-49b0-a4f0-5c30301579de None None] Agent healthcheck: found 6 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:29:46.696790 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [req-7d98b1b6-e50f-4948-b012-a6921960dc82 req-29eed8ec-427f-4dbb-81de-235b2d2eabff tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Request body: {'port': {'device_id': 'dde104be-db8a-4268-ae35-426916b042a4', 'network_id': 'c438c907-bcad-48c0-af76-f26d5c29bc9d', 'admin_state_up': True, 'tenant_id': '117cfd7c8bd64e5eac700d0258401983', 'security_groups': ['f3a5b421-9b84-4f24-a1a2-8f0a98c65779']}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:29:46.711324 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71354d1-6e51-4488-b97f-03ddd9954da2 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1db9a611-897a-4a7f-ba6a-6b175c9fa0b2,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:46.724941 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36a8e81-edd1-414c-97eb-916dc0da1258 None None] The sync data for ids ['104a8a89-3333-460a-93a2-1d9d6b1d2999'] in dv-cinder-786932-3-iscsi is: [{'id': '104a8a89-3333-460a-93a2-1d9d6b1d2999', 'name': 'tempest-TestMinimumBasicScenario-634962292-router', 'tenant_id': '5fb99b1b35e24c1ca47629b32e1a4f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'c06f854e-5d7f-465d-9515-43c7214717b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:28:38Z', 'updated_at': '2021-07-13T19:28:41Z', 'revision_number': 4, 'project_id': '5fb99b1b35e24c1ca47629b32e1a4f4d', 'gw_port': {'id': 'c06f854e-5d7f-465d-9515-43c7214717b3', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:24:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104a8a89-3333-460a-93a2-1d9d6b1d2999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:38Z', 'updated_at': '2021-07-13T19:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_floatingips': [{'id': '4ec43e64-23f9-45bd-9b49-46823a3dcf4f', 'tenant_id': '5fb99b1b35e24c1ca47629b32e1a4f4d', 'floating_ip_address': '172.27.1.81', 'floating_network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'router_id': '104a8a89-3333-460a-93a2-1d9d6b1d2999', 'port_id': '475528db-163f-430e-b15e-9a03d97065f9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9db1d3a0-709c-4856-9653-0d0c7911e292', 'mac_address': 'fa:16:3e:31:68:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1210a2-62b7-440a-b8f7-96ce85d9e215', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:29:43Z', 'updated_at': '2021-07-13T19:29:43Z', 'revision_number': 0, 'project_id': '5fb99b1b35e24c1ca47629b32e1a4f4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b532143-d9e5-4cce-ba3c-c81bb77c9e27', 'name': '', 'network_id': '9db1d3a0-709c-4856-9653-0d0c7911e292', 'tenant_id': '5fb99b1b35e24c1ca47629b32e1a4f4d', 'mac_address': 'fa:16:3e:74:66:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104a8a89-3333-460a-93a2-1d9d6b1d2999', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '7c0e6b1b-c659-4b9e-9a87-44fb28b37af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:40Z', 'updated_at': '2021-07-13T19:28:48Z', 'revision_number': 5, 'project_id': '5fb99b1b35e24c1ca47629b32e1a4f4d', 'subnets': [{'id': '7c0e6b1b-c659-4b9e-9a87-44fb28b37af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:29:46.725496 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a71354d1-6e51-4488-b97f-03ddd9954da2 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:46.729828 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-a71354d1-6e51-4488-b97f-03ddd9954da2 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2908757 Jul 13 19:29:46.730438 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 55406) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:46.737625 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-e7b2e1e8-f6d6-4182-81e9-e2b68ed96205 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Request body: {'security_group_rule': {'security_group_id': '442485de-3dcd-4e9f-980e-a7b18443e734', 'project_id': '5fb99b1b35e24c1ca47629b32e1a4f4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:29:46.769134 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.db.securitygroups_db [None req-e7b2e1e8-f6d6-4182-81e9-e2b68ed96205 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Project 5fb99b1b35e24c1ca47629b32e1a4f4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 19:29:46.783634 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e7b2e1e8-f6d6-4182-81e9-e2b68ed96205 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:46.878565 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e7b2e1e8-f6d6-4182-81e9-e2b68ed96205 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:46.883117 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e7b2e1e8-f6d6-4182-81e9-e2b68ed96205 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651252'] for security_group_rule, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:46.887038 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d98b1b6-e50f-4948-b012-a6921960dc82 req-29eed8ec-427f-4dbb-81de-235b2d2eabff tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Made reservation on behalf of 117cfd7c8bd64e5eac700d0258401983 for: {'port': 1} {{(pid=92924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:29:46.890791 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-7d98b1b6-e50f-4948-b012-a6921960dc82 req-29eed8ec-427f-4dbb-81de-235b2d2eabff tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:46.902728 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b2e1e8-f6d6-4182-81e9-e2b68ed96205 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41f78f28-7028-4bfe-8379-204d52217b01,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:46.905040 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e7b2e1e8-f6d6-4182-81e9-e2b68ed96205 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:46.907105 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-e7b2e1e8-f6d6-4182-81e9-e2b68ed96205 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1757233 Jul 13 19:29:46.909777 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 55416) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:46.914262 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-8b696a4f-5335-403f-9a4c-6d44020efac7 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Request body: {'security_group_rule': {'security_group_id': '442485de-3dcd-4e9f-980e-a7b18443e734', 'project_id': '5fb99b1b35e24c1ca47629b32e1a4f4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:29:46.948134 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.db.securitygroups_db [None req-8b696a4f-5335-403f-9a4c-6d44020efac7 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Project 5fb99b1b35e24c1ca47629b32e1a4f4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 19:29:46.954274 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8b696a4f-5335-403f-9a4c-6d44020efac7 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:47.053539 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [req-7d98b1b6-e50f-4948-b012-a6921960dc82 req-29eed8ec-427f-4dbb-81de-235b2d2eabff tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Allocated IP 172.20.0.6 (c438c907-bcad-48c0-af76-f26d5c29bc9d/ea1ae014-478a-41b7-af24-a9a2c8a9fd89/ae714645-8542-4b1c-b7c4-4da96e65663b) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:29:47.056456 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8b696a4f-5335-403f-9a4c-6d44020efac7 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:47.060514 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8b696a4f-5335-403f-9a4c-6d44020efac7 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651252'] for security_group_rule, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:47.089759 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b696a4f-5335-403f-9a4c-6d44020efac7 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=790c6758-0563-4168-a623-c5a2fc148cea,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:47.094406 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fa9038-0415-483e-9339-183159eebaa5 None None] New status for floating IP 4ec43e64-23f9-45bd-9b49-46823a3dcf4f: ACTIVE {{(pid=92926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:29:47.099134 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8b696a4f-5335-403f-9a4c-6d44020efac7 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:47.103109 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-8b696a4f-5335-403f-9a4c-6d44020efac7 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1897914 Jul 13 19:29:47.241509 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-61ed9382-0ea1-4d93-8b88-8a101cc1c5d7 req-c9e43d92-e9b1-4e66-8db9-45014930ef48 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-388416362&fields=id&tenant_id=5fb99b1b35e24c1ca47629b32e1a4f4d HTTP/1.1" status: 200 len: 267 time: 0.0481215 Jul 13 19:29:47.263117 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-7d98b1b6-e50f-4948-b012-a6921960dc82 req-29eed8ec-427f-4dbb-81de-235b2d2eabff tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:47.281933 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [req-7d98b1b6-e50f-4948-b012-a6921960dc82 req-29eed8ec-427f-4dbb-81de-235b2d2eabff tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Transition to ACTIVE for port object ae714645-8542-4b1c-b7c4-4da96e65663b will not be triggered until provisioned by entity DHCP. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:29:47.329165 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-7d98b1b6-e50f-4948-b012-a6921960dc82 req-29eed8ec-427f-4dbb-81de-235b2d2eabff tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752272454283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126721041'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:47.348283 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed9382-0ea1-4d93-8b88-8a101cc1c5d7 req-61034b40-7b62-4a75-9210-9d458ba7118f tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:47.357655 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d98b1b6-e50f-4948-b012-a6921960dc82 req-29eed8ec-427f-4dbb-81de-235b2d2eabff tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Network c438c907-bcad-48c0-af76-f26d5c29bc9d is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:29:47.359911 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-61ed9382-0ea1-4d93-8b88-8a101cc1c5d7 req-61034b40-7b62-4a75-9210-9d458ba7118f tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/ports?device_id=af1210a2-62b7-440a-b8f7-96ce85d9e215 HTTP/1.1" status: 200 len: 946 time: 0.1129336 Jul 13 19:29:47.361767 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [req-7d98b1b6-e50f-4948-b012-a6921960dc82 req-29eed8ec-427f-4dbb-81de-235b2d2eabff tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:29:47.364315 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d98b1b6-e50f-4948-b012-a6921960dc82 req-29eed8ec-427f-4dbb-81de-235b2d2eabff tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:29:47.365858 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [req-61ed9382-0ea1-4d93-8b88-8a101cc1c5d7 req-28bd5b28-96a6-4231-a0c7-1465e2c189a8 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Request body: {'port': {'security_groups': ['e0200969-8517-4565-ae29-c31726ff4fc4', '442485de-3dcd-4e9f-980e-a7b18443e734']}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:29:47.512213 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-61ed9382-0ea1-4d93-8b88-8a101cc1c5d7 req-28bd5b28-96a6-4231-a0c7-1465e2c189a8 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:47.519719 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98b1b6-e50f-4948-b012-a6921960dc82 req-29eed8ec-427f-4dbb-81de-235b2d2eabff tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:47.520396 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-7d98b1b6-e50f-4948-b012-a6921960dc82 req-29eed8ec-427f-4dbb-81de-235b2d2eabff tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:47.533693 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eed8ec-427f-4dbb-81de-235b2d2eabff tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Pushing event updated for resources: {'Port': ['ID=ae714645-8542-4b1c-b7c4-4da96e65663b,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:47.544073 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-7d98b1b6-e50f-4948-b012-a6921960dc82 req-29eed8ec-427f-4dbb-81de-235b2d2eabff tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8512967 Jul 13 19:29:47.558139 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2471046-9144-4212-b8ad-5adfdb593d18 req-a8b6cf79-86c0-485a-bc0b-7652110c1d53 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:47.559886 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-c2471046-9144-4212-b8ad-5adfdb593d18 req-a8b6cf79-86c0-485a-bc0b-7652110c1d53 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 931 time: 0.1382101 Jul 13 19:29:47.565358 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [req-7d98b1b6-e50f-4948-b012-a6921960dc82 req-2771a1bf-fae3-4156-a098-cc51695907f1 service neutron] Request body: {'port': {'device_id': 'dde104be-db8a-4268-ae35-426916b042a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:29:47.658675 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-c2471046-9144-4212-b8ad-5adfdb593d18 req-8791799a-3dc8-4816-9591-8e067542c1c5 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=f3a5b421-9b84-4f24-a1a2-8f0a98c65779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892894 Jul 13 19:29:47.689018 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-7d98b1b6-e50f-4948-b012-a6921960dc82 req-2771a1bf-fae3-4156-a098-cc51695907f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:47.692782 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-835fcde6-1c7e-4994-a8f6-56fd87bfe2a1 None None] Provisioning for port ae714645-8542-4b1c-b7c4-4da96e65663b completed by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:29:47.699543 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-835fcde6-1c7e-4994-a8f6-56fd87bfe2a1 None None] Provisioning complete for port ae714645-8542-4b1c-b7c4-4da96e65663b triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:29:47.699939 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-835fcde6-1c7e-4994-a8f6-56fd87bfe2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:47.752622 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-61ed9382-0ea1-4d93-8b88-8a101cc1c5d7 req-28bd5b28-96a6-4231-a0c7-1465e2c189a8 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] For port 475528db-163f-430e-b15e-9a03d97065f9, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=475528db-163f-430e-b15e-9a03d97065f9,segment=NetworkSegment(b486c7b2-067d-4550-9f8a-5c480e73f7c4),segment_id=b486c7b2-067d-4550-9f8a-5c480e73f7c4)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:29:47.760008 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-835fcde6-1c7e-4994-a8f6-56fd87bfe2a1 None None] Port ae714645-8542-4b1c-b7c4-4da96e65663b cannot update to ACTIVE because it is not bound. {{(pid=92925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:29:47.807847 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-61ed9382-0ea1-4d93-8b88-8a101cc1c5d7 req-28bd5b28-96a6-4231-a0c7-1465e2c189a8 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:47.815012 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-61ed9382-0ea1-4d93-8b88-8a101cc1c5d7 req-28bd5b28-96a6-4231-a0c7-1465e2c189a8 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130471135'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:47.831554 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] get_ports_and_sgs() called for port_ids ['475528db-163f-430e-b15e-9a03d97065f9'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:29:47.892519 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed9382-0ea1-4d93-8b88-8a101cc1c5d7 req-28bd5b28-96a6-4231-a0c7-1465e2c189a8 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:47.894632 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-61ed9382-0ea1-4d93-8b88-8a101cc1c5d7 req-28bd5b28-96a6-4231-a0c7-1465e2c189a8 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:47.910972 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-61ed9382-0ea1-4d93-8b88-8a101cc1c5d7 req-28bd5b28-96a6-4231-a0c7-1465e2c189a8 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "PUT /v2.0/ports/475528db-163f-430e-b15e-9a03d97065f9 HTTP/1.1" status: 200 len: 982 time: 0.5500557 Jul 13 19:29:47.911519 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af1210a2-62b7-440a-b8f7-96ce85d9e215', 'tag': '475528db-163f-430e-b15e-9a03d97065f9'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:29:47.914552 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1087dd994376df9afb132dbe65b34b6853527e2d112168992b97c33633c3add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12522fc-06d6-41c6-8ed7-6a039dcf5ba2" -d '{"events": [{"name": "network-changed", "server_uuid": "af1210a2-62b7-440a-b8f7-96ce85d9e215", "tag": "475528db-163f-430e-b15e-9a03d97065f9"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:29:47.979954 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd5b28-96a6-4231-a0c7-1465e2c189a8 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Pushing event updated for resources: {'Port': ['ID=475528db-163f-430e-b15e-9a03d97065f9,revision_number=6']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:48.006234 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4018c1-1b71-4a72-acb4-9db60580d517 req-d036c5ed-e0be-4d4e-b625-7ee55c10405a tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:48.008270 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-6d4018c1-1b71-4a72-acb4-9db60580d517 req-d036c5ed-e0be-4d4e-b625-7ee55c10405a tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5983df8-d914-41d0-baf2-8e26bf087875 HTTP/1.1" status: 200 len: 945 time: 0.1877160 Jul 13 19:29:48.044297 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] get_ports_and_sgs() called for port_ids ['475528db-163f-430e-b15e-9a03d97065f9'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:29:48.081465 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-6d4018c1-1b71-4a72-acb4-9db60580d517 req-d95fa765-32da-4cb8-9f48-e579d23abee4 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/security-groups?id=12fcf376-dfa3-496e-b664-1285ed12ab00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597391 Jul 13 19:29:48.166161 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084ae72c-68e9-4d2e-880e-c97ef6361d03 x-openstack-request-id: req-084ae72c-68e9-4d2e-880e-c97ef6361d03 {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:29:48.166484 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af1210a2-62b7-440a-b8f7-96ce85d9e215", "tag": "475528db-163f-430e-b15e-9a03d97065f9", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:29:48.166738 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-084ae72c-68e9-4d2e-880e-c97ef6361d03 {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:29:48.169085 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af1210a2-62b7-440a-b8f7-96ce85d9e215', 'tag': '475528db-163f-430e-b15e-9a03d97065f9', 'status': 'completed', 'code': 200} Jul 13 19:29:48.218334 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [req-7d98b1b6-e50f-4948-b012-a6921960dc82 req-2771a1bf-fae3-4156-a098-cc51695907f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae714645-8542-4b1c-b7c4-4da96e65663b {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:29:48.225937 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc6e54-f7f2-437a-864f-e5cf3dcb80ec req-af7bc746-b741-403b-a560-ff35f8939e26 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:48.229895 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a9cc6e54-f7f2-437a-864f-e5cf3dcb80ec req-af7bc746-b741-403b-a560-ff35f8939e26 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/ports?device_id=af1210a2-62b7-440a-b8f7-96ce85d9e215 HTTP/1.1" status: 200 len: 985 time: 0.1272221 Jul 13 19:29:48.286973 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-7d98b1b6-e50f-4948-b012-a6921960dc82 req-2771a1bf-fae3-4156-a098-cc51695907f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:48.289190 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a9cc6e54-f7f2-437a-864f-e5cf3dcb80ec req-1c3e0d45-36a7-4f39-9cb5-55d951d26f94 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/security-groups?id=e0200969-8517-4565-ae29-c31726ff4fc4&id=442485de-3dcd-4e9f-980e-a7b18443e734&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0481870 Jul 13 19:29:48.308585 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [req-7d98b1b6-e50f-4948-b012-a6921960dc82 req-2771a1bf-fae3-4156-a098-cc51695907f1 service neutron] Transition to ACTIVE for port object ae714645-8542-4b1c-b7c4-4da96e65663b will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:29:48.316175 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-7d98b1b6-e50f-4948-b012-a6921960dc82 req-2771a1bf-fae3-4156-a098-cc51695907f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126721050'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:48.358835 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-c948b452-75cc-458b-be1f-cce0661e1855 None None] Provisioning complete for port 475528db-163f-430e-b15e-9a03d97065f9 triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:29:48.359275 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-c948b452-75cc-458b-be1f-cce0661e1855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:48.390256 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12522fc-06d6-41c6-8ed7-6a039dcf5ba2 req-5a3594ad-ece6-4efe-bb58-550fd6cc52a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:48.392196 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-e12522fc-06d6-41c6-8ed7-6a039dcf5ba2 req-5a3594ad-ece6-4efe-bb58-550fd6cc52a5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5fb99b1b35e24c1ca47629b32e1a4f4d&device_id=af1210a2-62b7-440a-b8f7-96ce85d9e215 HTTP/1.1" status: 200 len: 1138 time: 0.1806126 Jul 13 19:29:48.535520 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2771a1bf-fae3-4156-a098-cc51695907f1 service neutron] Pushing event updated for resources: {'Port': ['ID=ae714645-8542-4b1c-b7c4-4da96e65663b,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:48.634541 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-7d98b1b6-e50f-4948-b012-a6921960dc82 req-2771a1bf-fae3-4156-a098-cc51695907f1 service neutron] Attempting to bind port ae714645-8542-4b1c-b7c4-4da96e65663b on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:29:48.634874 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-7d98b1b6-e50f-4948-b012-a6921960dc82 req-2771a1bf-fae3-4156-a098-cc51695907f1 service neutron] Attempting to bind port ae714645-8542-4b1c-b7c4-4da96e65663b by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'b2c84280-8460-4aa6-b89f-bacddd6514f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'c438c907-bcad-48c0-af76-f26d5c29bc9d'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:29:48.635485 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d98b1b6-e50f-4948-b012-a6921960dc82 req-2771a1bf-fae3-4156-a098-cc51695907f1 service neutron] Attempting to bind port ae714645-8542-4b1c-b7c4-4da96e65663b on network c438c907-bcad-48c0-af76-f26d5c29bc9d {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:29:48.644582 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d98b1b6-e50f-4948-b012-a6921960dc82 req-2771a1bf-fae3-4156-a098-cc51695907f1 service neutron] Port ae714645-8542-4b1c-b7c4-4da96e65663b on network c438c907-bcad-48c0-af76-f26d5c29bc9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:29:48.644984 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d98b1b6-e50f-4948-b012-a6921960dc82 req-2771a1bf-fae3-4156-a098-cc51695907f1 service neutron] Attempting to bind port ae714645-8542-4b1c-b7c4-4da96e65663b on network c438c907-bcad-48c0-af76-f26d5c29bc9d {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:29:48.661265 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d98b1b6-e50f-4948-b012-a6921960dc82 req-2771a1bf-fae3-4156-a098-cc51695907f1 service neutron] Checking agent: {'id': '4a103c85-e045-48ce-a8be-787d9b9ed000', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 23, 28), 'started_at': datetime.datetime(2021, 7, 13, 19, 23, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:29:48.661609 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d98b1b6-e50f-4948-b012-a6921960dc82 req-2771a1bf-fae3-4156-a098-cc51695907f1 service neutron] Checking segment: {'id': 'b2c84280-8460-4aa6-b89f-bacddd6514f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'c438c907-bcad-48c0-af76-f26d5c29bc9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:29:48.661989 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d98b1b6-e50f-4948-b012-a6921960dc82 req-2771a1bf-fae3-4156-a098-cc51695907f1 service neutron] Bound using segment: {'id': 'b2c84280-8460-4aa6-b89f-bacddd6514f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'c438c907-bcad-48c0-af76-f26d5c29bc9d'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:29:48.662562 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-7d98b1b6-e50f-4948-b012-a6921960dc82 req-2771a1bf-fae3-4156-a098-cc51695907f1 service neutron] Bound port: ae714645-8542-4b1c-b7c4-4da96e65663b, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2c84280-8460-4aa6-b89f-bacddd6514f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'c438c907-bcad-48c0-af76-f26d5c29bc9d'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:29:48.662942 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-7d98b1b6-e50f-4948-b012-a6921960dc82 req-2771a1bf-fae3-4156-a098-cc51695907f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:48.752135 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12522fc-06d6-41c6-8ed7-6a039dcf5ba2 req-df53e2df-f83b-4f6c-8783-92c9e8866389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:48.753606 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-e12522fc-06d6-41c6-8ed7-6a039dcf5ba2 req-df53e2df-f83b-4f6c-8783-92c9e8866389 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9db1d3a0-709c-4856-9653-0d0c7911e292 HTTP/1.1" status: 200 len: 915 time: 0.3130658 Jul 13 19:29:48.815969 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-7d98b1b6-e50f-4948-b012-a6921960dc82 req-2771a1bf-fae3-4156-a098-cc51695907f1 service neutron] For port ae714645-8542-4b1c-b7c4-4da96e65663b, host hv-cinder-78693, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:29:48.836227 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-7d98b1b6-e50f-4948-b012-a6921960dc82 req-2771a1bf-fae3-4156-a098-cc51695907f1 service neutron] For port ae714645-8542-4b1c-b7c4-4da96e65663b, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ae714645-8542-4b1c-b7c4-4da96e65663b,segment=NetworkSegment(b2c84280-8460-4aa6-b89f-bacddd6514f2),segment_id=b2c84280-8460-4aa6-b89f-bacddd6514f2)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:29:48.842656 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-7d98b1b6-e50f-4948-b012-a6921960dc82 req-2771a1bf-fae3-4156-a098-cc51695907f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126721050'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:48.852497 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-e12522fc-06d6-41c6-8ed7-6a039dcf5ba2 req-19c84a10-9eac-488f-99c8-515794adc7fb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=475528db-163f-430e-b15e-9a03d97065f9 HTTP/1.1" status: 200 len: 1001 time: 0.0797460 Jul 13 19:29:48.904455 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe29356c-0033-4d57-be85-47d0aa7d6f13 req-9084ca36-32b9-4e54-b284-169a71e95cbc tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:48.923779 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98b1b6-e50f-4948-b012-a6921960dc82 req-2771a1bf-fae3-4156-a098-cc51695907f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:48.924264 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-7d98b1b6-e50f-4948-b012-a6921960dc82 req-2771a1bf-fae3-4156-a098-cc51695907f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:48.925658 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-7d98b1b6-e50f-4948-b012-a6921960dc82 req-2771a1bf-fae3-4156-a098-cc51695907f1 service neutron] 10.222.0.18 "PUT /v2.0/ports/ae714645-8542-4b1c-b7c4-4da96e65663b HTTP/1.1" status: 200 len: 1093 time: 1.3648188 Jul 13 19:29:48.927973 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-fe29356c-0033-4d57-be85-47d0aa7d6f13 req-9084ca36-32b9-4e54-b284-169a71e95cbc tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 943 time: 0.1183693 Jul 13 19:29:48.930812 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dde104be-db8a-4268-ae35-426916b042a4', 'tag': 'ae714645-8542-4b1c-b7c4-4da96e65663b'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:29:48.935396 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8879ae7e4e4d0f25c61261a3e286ece662f5d6b6250d5f2cd5814de7b022cdc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835588f0-4ce8-4a5b-8ade-9fadbc779c96" -d '{"events": [{"name": "network-changed", "server_uuid": "dde104be-db8a-4268-ae35-426916b042a4", "tag": "ae714645-8542-4b1c-b7c4-4da96e65663b"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:29:48.965677 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12522fc-06d6-41c6-8ed7-6a039dcf5ba2 req-a28f0849-603c-4ee4-aa61-ab9592a1a268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:48.967259 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-e12522fc-06d6-41c6-8ed7-6a039dcf5ba2 req-a28f0849-603c-4ee4-aa61-ab9592a1a268 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7c0e6b1b-c659-4b9e-9a87-44fb28b37af0 HTTP/1.1" status: 200 len: 853 time: 0.1118138 Jul 13 19:29:48.968497 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2771a1bf-fae3-4156-a098-cc51695907f1 service neutron] Pushing event updated for resources: {'Port': ['ID=ae714645-8542-4b1c-b7c4-4da96e65663b,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:49.012220 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-fe29356c-0033-4d57-be85-47d0aa7d6f13 req-7f537952-7584-40ff-9e22-61daf88e8790 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=f3a5b421-9b84-4f24-a1a2-8f0a98c65779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830586 Jul 13 19:29:49.028032 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f645c307-750c-48ca-8bc0-8de31c4497ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:49.047925 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867020dc-86f9-4978-8e9e-4bd442a293e0 x-openstack-request-id: req-867020dc-86f9-4978-8e9e-4bd442a293e0 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:29:49.048992 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dde104be-db8a-4268-ae35-426916b042a4", "tag": "ae714645-8542-4b1c-b7c4-4da96e65663b", "status": "completed", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:29:49.048992 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-867020dc-86f9-4978-8e9e-4bd442a293e0 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:29:49.049395 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dde104be-db8a-4268-ae35-426916b042a4', 'tag': 'ae714645-8542-4b1c-b7c4-4da96e65663b', 'status': 'completed', 'code': 200} Jul 13 19:29:49.090231 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:49.131726 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12522fc-06d6-41c6-8ed7-6a039dcf5ba2 req-0c608b2f-b4df-4c5b-ab2d-8d4270cb7ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:49.133321 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-e12522fc-06d6-41c6-8ed7-6a039dcf5ba2 req-0c608b2f-b4df-4c5b-ab2d-8d4270cb7ea6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9db1d3a0-709c-4856-9653-0d0c7911e292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1541145 Jul 13 19:29:49.135940 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98b1b6-e50f-4948-b012-a6921960dc82 req-751233d7-3b4f-4362-b095-6cc3646df452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:49.138114 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-7d98b1b6-e50f-4948-b012-a6921960dc82 req-751233d7-3b4f-4362-b095-6cc3646df452 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=117cfd7c8bd64e5eac700d0258401983&device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 1096 time: 0.1480989 Jul 13 19:29:49.223875 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-7d98b1b6-e50f-4948-b012-a6921960dc82 req-4d3e1333-230e-4390-9cda-100cdad09de0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae714645-8542-4b1c-b7c4-4da96e65663b HTTP/1.1" status: 200 len: 217 time: 0.0684736 Jul 13 19:29:49.309646 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-e12522fc-06d6-41c6-8ed7-6a039dcf5ba2 req-af073042-ec5c-416f-b6c4-8eb84d406e52 service neutron] 10.222.0.18 "GET /v2.0/networks/9db1d3a0-709c-4856-9653-0d0c7911e292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621554 Jul 13 19:29:49.311137 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98b1b6-e50f-4948-b012-a6921960dc82 req-5000e76a-73b0-414d-8940-f69657421416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:49.312890 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-7d98b1b6-e50f-4948-b012-a6921960dc82 req-5000e76a-73b0-414d-8940-f69657421416 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ea1ae014-478a-41b7-af24-a9a2c8a9fd89 HTTP/1.1" status: 200 len: 855 time: 0.0728226 Jul 13 19:29:49.463635 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-e12522fc-06d6-41c6-8ed7-6a039dcf5ba2 req-810ddcfb-fd2c-4626-8d55-d51e98dbf4ac service neutron] 10.222.0.18 "GET /v2.0/networks/9db1d3a0-709c-4856-9653-0d0c7911e292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391041 Jul 13 19:29:49.465690 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98b1b6-e50f-4948-b012-a6921960dc82 req-e2287160-7e51-410e-b696-6a1ade25da78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:49.467455 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-7d98b1b6-e50f-4948-b012-a6921960dc82 req-e2287160-7e51-410e-b696-6a1ade25da78 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c438c907-bcad-48c0-af76-f26d5c29bc9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1340032 Jul 13 19:29:49.563965 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-7d98b1b6-e50f-4948-b012-a6921960dc82 req-d96745ab-5305-4631-b505-f74aa218d750 service neutron] 10.222.0.18 "GET /v2.0/networks/c438c907-bcad-48c0-af76-f26d5c29bc9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861628 Jul 13 19:29:49.660395 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-7d98b1b6-e50f-4948-b012-a6921960dc82 req-a153314a-c07b-4099-9002-5ccb6d515f2c service neutron] 10.222.0.18 "GET /v2.0/networks/c438c907-bcad-48c0-af76-f26d5c29bc9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893168 Jul 13 19:29:49.759520 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835588f0-4ce8-4a5b-8ade-9fadbc779c96 req-edc2163e-14f7-4f2f-83c2-b80d152afd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:49.761102 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-835588f0-4ce8-4a5b-8ade-9fadbc779c96 req-edc2163e-14f7-4f2f-83c2-b80d152afd9d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=117cfd7c8bd64e5eac700d0258401983&device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 1096 time: 0.0552580 Jul 13 19:29:49.853921 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835588f0-4ce8-4a5b-8ade-9fadbc779c96 req-68689a92-8a99-4c94-be84-ef8e2f4ca238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:49.855441 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-835588f0-4ce8-4a5b-8ade-9fadbc779c96 req-68689a92-8a99-4c94-be84-ef8e2f4ca238 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c438c907-bcad-48c0-af76-f26d5c29bc9d HTTP/1.1" status: 200 len: 917 time: 0.0863748 Jul 13 19:29:49.900385 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-835588f0-4ce8-4a5b-8ade-9fadbc779c96 req-4fcf642f-5c80-4fea-b978-40bf07dccb44 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae714645-8542-4b1c-b7c4-4da96e65663b HTTP/1.1" status: 200 len: 217 time: 0.0375845 Jul 13 19:29:49.958433 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835588f0-4ce8-4a5b-8ade-9fadbc779c96 req-4af19025-0b12-4265-9d99-67b05c6b7a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:49.960093 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-835588f0-4ce8-4a5b-8ade-9fadbc779c96 req-4af19025-0b12-4265-9d99-67b05c6b7a9b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ea1ae014-478a-41b7-af24-a9a2c8a9fd89 HTTP/1.1" status: 200 len: 855 time: 0.0529592 Jul 13 19:29:50.021251 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835588f0-4ce8-4a5b-8ade-9fadbc779c96 req-dba72754-bfe7-40bd-8e9e-d40a2aabcbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:50.022934 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-835588f0-4ce8-4a5b-8ade-9fadbc779c96 req-dba72754-bfe7-40bd-8e9e-d40a2aabcbc5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c438c907-bcad-48c0-af76-f26d5c29bc9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0560734 Jul 13 19:29:50.228234 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f121cc10-15a3-4774-9d3b-44cefef2260b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:50.410078 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-835588f0-4ce8-4a5b-8ade-9fadbc779c96 req-41834195-7e3d-425a-9b8f-22216f5949be service neutron] 10.222.0.18 "GET /v2.0/networks/c438c907-bcad-48c0-af76-f26d5c29bc9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3778696 Jul 13 19:29:50.426352 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baffb0dc-5e49-4297-9492-24ee8274fac8 req-1a800f64-ebc5-4180-bd82-84b3a10b267a tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:50.427767 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-baffb0dc-5e49-4297-9492-24ee8274fac8 req-1a800f64-ebc5-4180-bd82-84b3a10b267a tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 943 time: 0.0966163 Jul 13 19:29:50.512118 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-baffb0dc-5e49-4297-9492-24ee8274fac8 req-fb2a296d-5b9a-4210-ae94-7f3cd07b3915 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=f3a5b421-9b84-4f24-a1a2-8f0a98c65779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775506 Jul 13 19:29:50.539824 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-835588f0-4ce8-4a5b-8ade-9fadbc779c96 req-17c2981f-093a-4397-8d18-8b1c32a81fa4 service neutron] 10.222.0.18 "GET /v2.0/networks/c438c907-bcad-48c0-af76-f26d5c29bc9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218112 Jul 13 19:29:51.700005 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce2a39f-d544-4aff-a92c-d5f28c796060 req-de43a9f7-7028-461d-8fbf-ce2c2ca89ea0 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:51.701592 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-8ce2a39f-d544-4aff-a92c-d5f28c796060 req-de43a9f7-7028-461d-8fbf-ce2c2ca89ea0 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 943 time: 0.0682516 Jul 13 19:29:51.720626 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-90e910e5-9927-492e-a649-803b472a565a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:51.743500 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-8ce2a39f-d544-4aff-a92c-d5f28c796060 req-ab7e1809-47e7-457b-80fc-9c29a9cee0b7 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=f3a5b421-9b84-4f24-a1a2-8f0a98c65779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351238 Jul 13 19:29:52.793171 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device ae714645-8542-4b1c-b7c4-4da96e65663b details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:29:52.904287 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port ae714645-8542-4b1c-b7c4-4da96e65663b, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ae714645-8542-4b1c-b7c4-4da96e65663b,segment=NetworkSegment(b2c84280-8460-4aa6-b89f-bacddd6514f2),segment_id=b2c84280-8460-4aa6-b89f-bacddd6514f2)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:29:52.916493 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Returning: {'device': 'ae714645-8542-4b1c-b7c4-4da96e65663b', 'network_id': 'c438c907-bcad-48c0-af76-f26d5c29bc9d', 'port_id': 'ae714645-8542-4b1c-b7c4-4da96e65663b', 'mac_address': 'fa:16:3e:e4:fb:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea1ae014-478a-41b7-af24-a9a2c8a9fd89', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:29:52.943891 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61a568c-3507-45ab-b5df-64c5bb9adbd2 req-bcd2dcaf-736e-47b1-90b6-186aba0bcef5 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:52.944821 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-a61a568c-3507-45ab-b5df-64c5bb9adbd2 req-bcd2dcaf-736e-47b1-90b6-186aba0bcef5 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 943 time: 0.0660822 Jul 13 19:29:52.957620 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:52.972175 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae714645-8542-4b1c-b7c4-4da96e65663b {{(pid=92925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:29:52.994549 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-a61a568c-3507-45ab-b5df-64c5bb9adbd2 req-0d43bee6-071a-4c2b-96ef-739b4d778ecc tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=f3a5b421-9b84-4f24-a1a2-8f0a98c65779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424294 Jul 13 19:29:52.995007 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port ae714645-8542-4b1c-b7c4-4da96e65663b, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ae714645-8542-4b1c-b7c4-4da96e65663b,segment=NetworkSegment(b2c84280-8460-4aa6-b89f-bacddd6514f2),segment_id=b2c84280-8460-4aa6-b89f-bacddd6514f2)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:29:52.999608 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:53.051018 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Pushing event updated for resources: {'Port': ['ID=ae714645-8542-4b1c-b7c4-4da96e65663b,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:53.290619 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] get_ports_and_sgs() called for port_ids ['ae714645-8542-4b1c-b7c4-4da96e65663b'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:29:53.527739 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3885088a-7ae9-4921-85e1-6fa228d2c3ff req-d64d2cd8-dde9-4b34-80bb-29fcb01dfac2 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:53.529232 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-3885088a-7ae9-4921-85e1-6fa228d2c3ff req-d64d2cd8-dde9-4b34-80bb-29fcb01dfac2 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 945 time: 0.0682902 Jul 13 19:29:53.570042 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-3885088a-7ae9-4921-85e1-6fa228d2c3ff req-8fcb0c03-cf8a-4cf5-92b9-5529f54b64ea tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb760fd5-c478-45a6-bcb6-89f12fd99825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342846 Jul 13 19:29:54.179326 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2d72d-7e29-4e16-8608-cbca4f078795 req-a18206aa-ff2d-43be-b3ce-4a3e1edcc96e tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:54.180979 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1ab2d72d-7e29-4e16-8608-cbca4f078795 req-a18206aa-ff2d-43be-b3ce-4a3e1edcc96e tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 944 time: 0.0663798 Jul 13 19:29:54.225882 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1ab2d72d-7e29-4e16-8608-cbca4f078795 req-b3e79b2e-4929-4a5a-99b6-34d25b238381 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=f3a5b421-9b84-4f24-a1a2-8f0a98c65779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364256 Jul 13 19:29:54.758522 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4229fe7c-0e13-4fc0-832e-7cac3f4eaa69 req-1bd38e6a-b0bf-48a9-8051-bacd4587b34a tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:54.759975 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-4229fe7c-0e13-4fc0-832e-7cac3f4eaa69 req-1bd38e6a-b0bf-48a9-8051-bacd4587b34a tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 945 time: 0.0735903 Jul 13 19:29:54.800425 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-4229fe7c-0e13-4fc0-832e-7cac3f4eaa69 req-44410167-d759-4278-a1a6-d5d3dc318d7a tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb760fd5-c478-45a6-bcb6-89f12fd99825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338340 Jul 13 19:29:54.809482 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device ae714645-8542-4b1c-b7c4-4da96e65663b up at agent hyperv_hv-cinder-78693 {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:29:54.861302 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Provisioning for port ae714645-8542-4b1c-b7c4-4da96e65663b completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:29:54.866559 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Provisioning complete for port ae714645-8542-4b1c-b7c4-4da96e65663b triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:29:54.867112 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:54.950369 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:54.974408 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde104be-db8a-4268-ae35-426916b042a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae714645-8542-4b1c-b7c4-4da96e65663b'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:29:54.976703 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540c69b029c7553e3853e743d2a892cf8287872a4bddd25c2711216cf853e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59fc13b2-0a01-4f84-82d8-9228451f607b" -d '{"events": [{"server_uuid": "dde104be-db8a-4268-ae35-426916b042a4", "name": "network-vif-plugged", "status": "completed", "tag": "ae714645-8542-4b1c-b7c4-4da96e65663b"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:29:54.991666 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port ae714645-8542-4b1c-b7c4-4da96e65663b, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ae714645-8542-4b1c-b7c4-4da96e65663b,segment=NetworkSegment(b2c84280-8460-4aa6-b89f-bacddd6514f2),segment_id=b2c84280-8460-4aa6-b89f-bacddd6514f2)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:29:54.997954 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:55.020712 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faccc67a-bf41-4946-8953-ec9b9bc4318a x-openstack-request-id: req-faccc67a-bf41-4946-8953-ec9b9bc4318a {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:29:55.021062 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde104be-db8a-4268-ae35-426916b042a4", "name": "network-vif-plugged", "status": "completed", "tag": "ae714645-8542-4b1c-b7c4-4da96e65663b", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:29:55.021232 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-faccc67a-bf41-4946-8953-ec9b9bc4318a {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:29:55.021641 dv-cinder-786932-3-iscsi neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde104be-db8a-4268-ae35-426916b042a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae714645-8542-4b1c-b7c4-4da96e65663b', 'code': 200} Jul 13 19:29:55.052559 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Pushing event updated for resources: {'Port': ['ID=ae714645-8542-4b1c-b7c4-4da96e65663b,revision_number=5']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:55.319924 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5debf8b3-1cfc-46a4-b996-c5915a18ab16 req-37658192-ca40-4cbd-acb4-917ee1da02a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:55.321789 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-5debf8b3-1cfc-46a4-b996-c5915a18ab16 req-37658192-ca40-4cbd-acb4-917ee1da02a1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 1098 time: 0.0807009 Jul 13 19:29:55.370099 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-5debf8b3-1cfc-46a4-b996-c5915a18ab16 req-80fa5a9a-d891-47e4-99a8-1951ea5f4bab service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f3a5b421-9b84-4f24-a1a2-8f0a98c65779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402088 Jul 13 19:29:55.434770 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fece10d-ed31-4961-b227-24b708266dc2 req-4f8247ce-e84a-458b-bb3c-81d84be0c221 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:55.437175 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-1fece10d-ed31-4961-b227-24b708266dc2 req-4f8247ce-e84a-458b-bb3c-81d84be0c221 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 945 time: 0.0695474 Jul 13 19:29:55.482367 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-1fece10d-ed31-4961-b227-24b708266dc2 req-558fc0c9-7bc7-43a3-bdca-2955bbe19e4d tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=f3a5b421-9b84-4f24-a1a2-8f0a98c65779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400972 Jul 13 19:29:55.740099 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb5849-d0db-4f9f-ab50-5c0383847aec req-7cace63e-0490-4c75-aa33-dcfe870fa8c0 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:55.741615 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-f3eb5849-d0db-4f9f-ab50-5c0383847aec req-7cace63e-0490-4c75-aa33-dcfe870fa8c0 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.18 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 945 time: 0.0673423 Jul 13 19:29:55.743760 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 55590) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:55.854664 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-bbe999f9-5e9b-4f6c-8de3-528180fd8b85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:55.877041 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [req-f3eb5849-d0db-4f9f-ab50-5c0383847aec req-9fcce115-42a1-4284-9cb0-5f96f8d9cece tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Deleting port a2242329-dfec-4674-b0eb-7f1344dd3639 {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:29:55.877342 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-f3eb5849-d0db-4f9f-ab50-5c0383847aec req-9fcce115-42a1-4284-9cb0-5f96f8d9cece tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752272853989'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:55.994819 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69269fc-9fe4-4eb2-960b-246c9bc0b6da req-3332e4a1-4138-4327-bb27-ac05c69105d5 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:55.996752 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b69269fc-9fe4-4eb2-960b-246c9bc0b6da req-3332e4a1-4138-4327-bb27-ac05c69105d5 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 945 time: 0.0759103 Jul 13 19:29:56.003832 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-f3eb5849-d0db-4f9f-ab50-5c0383847aec req-9fcce115-42a1-4284-9cb0-5f96f8d9cece tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] For port a2242329-dfec-4674-b0eb-7f1344dd3639, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a2242329-dfec-4674-b0eb-7f1344dd3639,segment=NetworkSegment(d1c90e22-3ed8-421c-9c7d-06b4426b58df),segment_id=d1c90e22-3ed8-421c-9c7d-06b4426b58df)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:29:56.004204 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-f3eb5849-d0db-4f9f-ab50-5c0383847aec req-9fcce115-42a1-4284-9cb0-5f96f8d9cece tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763640'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:56.043471 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b69269fc-9fe4-4eb2-960b-246c9bc0b6da req-ae8fb3c2-7681-4fab-a5e2-ef61a3797671 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb760fd5-c478-45a6-bcb6-89f12fd99825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393391 Jul 13 19:29:56.096000 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-bbe999f9-5e9b-4f6c-8de3-528180fd8b85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:56.123953 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-bbe999f9-5e9b-4f6c-8de3-528180fd8b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:56.191547 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-bbe999f9-5e9b-4f6c-8de3-528180fd8b85 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=06daa1cd0ae849e3ad8afd907c5e4440&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4432962 Jul 13 19:29:56.191958 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 55602) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:56.216462 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe999f9-5e9b-4f6c-8de3-528180fd8b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34092e30-19c6-47d8-b598-020c901d6325,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:56.247666 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-22482dd8-cb43-4f68-9386-25b483eace4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:56.249507 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-f3eb5849-d0db-4f9f-ab50-5c0383847aec req-9fcce115-42a1-4284-9cb0-5f96f8d9cece tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:56.249889 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-f3eb5849-d0db-4f9f-ab50-5c0383847aec req-9fcce115-42a1-4284-9cb0-5f96f8d9cece tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760411'] for floatingip, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:56.250264 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.db.l3_db [req-f3eb5849-d0db-4f9f-ab50-5c0383847aec req-9fcce115-42a1-4284-9cb0-5f96f8d9cece tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Floating IP a23d70f9-8250-4804-bc10-94dad6f446ab disassociated. External IP: 172.27.1.157, port: a2242329-dfec-4674-b0eb-7f1344dd3639. Jul 13 19:29:56.250741 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [req-f3eb5849-d0db-4f9f-ab50-5c0383847aec req-9fcce115-42a1-4284-9cb0-5f96f8d9cece tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Calling delete_port for a2242329-dfec-4674-b0eb-7f1344dd3639 owned by compute:nova {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:29:56.273644 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-22482dd8-cb43-4f68-9386-25b483eace4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:56.339074 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-22482dd8-cb43-4f68-9386-25b483eace4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:56.344903 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-22482dd8-cb43-4f68-9386-25b483eace4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:56.356148 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-22482dd8-cb43-4f68-9386-25b483eace4f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/34092e30-19c6-47d8-b598-020c901d6325 HTTP/1.1" status: 204 len: 168 time: 0.1624362 Jul 13 19:29:56.376229 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22482dd8-cb43-4f68-9386-25b483eace4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34092e30-19c6-47d8-b598-020c901d6325,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:56.482163 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-f3eb5849-d0db-4f9f-ab50-5c0383847aec req-9fcce115-42a1-4284-9cb0-5f96f8d9cece tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752272859917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752272454292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126721041'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:56.529267 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcce115-42a1-4284-9cb0-5f96f8d9cece tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Pushing event deleted for resources: {'Port': ['ID=a2242329-dfec-4674-b0eb-7f1344dd3639,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:56.725748 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3eb5849-d0db-4f9f-ab50-5c0383847aec req-9fcce115-42a1-4284-9cb0-5f96f8d9cece tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Router b299da8c-f74d-4b8c-afd6-d60053b56697 has already been hosted by L3 agent beedb406-ab13-44dd-957b-972171d020d2 {{(pid=92924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:29:56.747355 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 55612) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:56.762173 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d380f5db-8a8a-4566-9b15-afea04ab123d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:56.792734 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2242bc8-6abc-4f08-a79f-5f5fceb828ef req-9690d4cc-f733-4ecc-a5b7-fda6c1da7771 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:56.794375 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-f2242bc8-6abc-4f08-a79f-5f5fceb828ef req-9690d4cc-f733-4ecc-a5b7-fda6c1da7771 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 945 time: 0.1322541 Jul 13 19:29:56.868740 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d380f5db-8a8a-4566-9b15-afea04ab123d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:56.873200 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d380f5db-8a8a-4566-9b15-afea04ab123d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:56.878910 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-f2242bc8-6abc-4f08-a79f-5f5fceb828ef req-8e190789-e839-45ab-9688-20a9b5b11a3f tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=f3a5b421-9b84-4f24-a1a2-8f0a98c65779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720675 Jul 13 19:29:56.888630 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3eb5849-d0db-4f9f-ab50-5c0383847aec req-9fcce115-42a1-4284-9cb0-5f96f8d9cece tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify agent at l3_agent.dv-cinder-786932-3-iscsi the message routers_updated {{(pid=92924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:29:56.909182 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5028df2c-6708-4b1f-ae59-3efebdceb071 None None] Sync routers for ids ['b299da8c-f74d-4b8c-afd6-d60053b56697'] in dv-cinder-786932-3-iscsi {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:29:56.926713 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5028df2c-6708-4b1f-ae59-3efebdceb071 None None] Routers {'b299da8c-f74d-4b8c-afd6-d60053b56697'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:29:56.927391 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-5028df2c-6708-4b1f-ae59-3efebdceb071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:29:49Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['b299da8c-f74d-4b8c-afd6-d60053b56697'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:29:56.949791 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3eb5849-d0db-4f9f-ab50-5c0383847aec req-9fcce115-42a1-4284-9cb0-5f96f8d9cece tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] No DVR routers for this DVR port a2242329-dfec-4674-b0eb-7f1344dd3639 on host hv-cinder-78693 {{(pid=92924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:29:56.950029 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-d380f5db-8a8a-4566-9b15-afea04ab123d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3311a8bff916472e9f9a905dd7c45a99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2015555 Jul 13 19:29:56.950663 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 55616) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:56.953497 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-f3eb5849-d0db-4f9f-ab50-5c0383847aec req-9fcce115-42a1-4284-9cb0-5f96f8d9cece tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:56.956572 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-f3eb5849-d0db-4f9f-ab50-5c0383847aec req-9fcce115-42a1-4284-9cb0-5f96f8d9cece tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.18 "DELETE /v2.0/ports/a2242329-dfec-4674-b0eb-7f1344dd3639 HTTP/1.1" status: 204 len: 173 time: 1.2059133 Jul 13 19:29:56.957067 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0909f2bb-be20-45ae-8c60-ff915a4a6ef9', 'name': 'network-vif-deleted', 'tag': 'a2242329-dfec-4674-b0eb-7f1344dd3639'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:29:56.960854 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8879ae7e4e4d0f25c61261a3e286ece662f5d6b6250d5f2cd5814de7b022cdc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb5ad0c-a284-4522-aab7-45689c69748c" -d '{"events": [{"server_uuid": "0909f2bb-be20-45ae-8c60-ff915a4a6ef9", "name": "network-vif-deleted", "tag": "a2242329-dfec-4674-b0eb-7f1344dd3639"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:29:56.967867 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d380f5db-8a8a-4566-9b15-afea04ab123d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e77bfb-5511-43ec-b96d-41307c8ce710,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:57.011724 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8376c828-b074-4140-ab0c-b51417490310 x-openstack-request-id: req-8376c828-b074-4140-ab0c-b51417490310 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:29:57.012024 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0909f2bb-be20-45ae-8c60-ff915a4a6ef9", "name": "network-vif-deleted", "tag": "a2242329-dfec-4674-b0eb-7f1344dd3639", "status": "completed", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:29:57.012324 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8376c828-b074-4140-ab0c-b51417490310 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:29:57.012730 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0909f2bb-be20-45ae-8c60-ff915a4a6ef9', 'name': 'network-vif-deleted', 'tag': 'a2242329-dfec-4674-b0eb-7f1344dd3639', 'status': 'completed', 'code': 200} Jul 13 19:29:57.043445 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-468b326f-a912-44dc-b137-40959c4f2d83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:57.088648 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-5028df2c-6708-4b1f-ae59-3efebdceb071 None None] Set router b299da8c-f74d-4b8c-afd6-d60053b56697 gateway port host: dv-cinder-786932-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:29:57.114312 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-468b326f-a912-44dc-b137-40959c4f2d83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:57.195891 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019510c4-5d1f-4a57-9881-d8b6528b187c req-1b305114-b86f-406a-af42-99eaec79608d tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:57.197500 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-019510c4-5d1f-4a57-9881-d8b6528b187c req-1b305114-b86f-406a-af42-99eaec79608d tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 945 time: 0.1550553 Jul 13 19:29:57.198691 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-468b326f-a912-44dc-b137-40959c4f2d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:57.208845 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-468b326f-a912-44dc-b137-40959c4f2d83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:57.212639 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 55622) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:57.212815 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-468b326f-a912-44dc-b137-40959c4f2d83 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/04e77bfb-5511-43ec-b96d-41307c8ce710 HTTP/1.1" status: 204 len: 168 time: 0.2565746 Jul 13 19:29:57.215003 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [None req-f48e4a76-8535-4095-bc71-87e23b658b9d tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Request body: {'floatingip': {'port_id': 'ae714645-8542-4b1c-b7c4-4da96e65663b'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:29:57.224110 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468b326f-a912-44dc-b137-40959c4f2d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e77bfb-5511-43ec-b96d-41307c8ce710,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:57.267827 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-af95e2e8-79cc-43e9-9042-f022388ef9ca req-8fcde5e9-e07d-4167-bd5f-ce88bb4a657f tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 210 time: 0.0661552 Jul 13 19:29:57.276170 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f48e4a76-8535-4095-bc71-87e23b658b9d tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks [] for floatingip, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:57.342154 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-5028df2c-6708-4b1f-ae59-3efebdceb071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b299da8c-f74d-4b8c-afd6-d60053b56697', 'name': 'tempest-AttachVolumeTestJSON-205678765-router', 'tenant_id': '09d928f8d15b4be49420ac3d92a41f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '2780c301-af71-40ac-8dc0-dad9143e9d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:06Z', 'updated_at': '2021-07-13T19:25:14Z', 'revision_number': 4, 'project_id': '09d928f8d15b4be49420ac3d92a41f6f', 'gw_port': {'id': '2780c301-af71-40ac-8dc0-dad9143e9d26', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b299da8c-f74d-4b8c-afd6-d60053b56697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:07Z', 'updated_at': '2021-07-13T19:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_interfaces': [{'id': 'efb67827-29bc-4c74-b0d4-318722a2f78f', 'name': '', 'network_id': '922632e1-2fcb-4d44-a394-325429781ce3', 'tenant_id': '09d928f8d15b4be49420ac3d92a41f6f', 'mac_address': 'fa:16:3e:44:fa:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b299da8c-f74d-4b8c-afd6-d60053b56697', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e577557a-4de0-4b64-b346-c9cb7908bed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:12Z', 'updated_at': '2021-07-13T19:25:29Z', 'revision_number': 5, 'project_id': '09d928f8d15b4be49420ac3d92a41f6f', 'subnets': [{'id': 'e577557a-4de0-4b64-b346-c9cb7908bed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:29:57.502329 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5028df2c-6708-4b1f-ae59-3efebdceb071 None None] Checking router: b299da8c-f74d-4b8c-afd6-d60053b56697 for host: dv-cinder-786932-3-iscsi {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:29:57.511262 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5028df2c-6708-4b1f-ae59-3efebdceb071 None None] Routers {'b299da8c-f74d-4b8c-afd6-d60053b56697'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:29:57.511974 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-5028df2c-6708-4b1f-ae59-3efebdceb071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:29:49Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['b299da8c-f74d-4b8c-afd6-d60053b56697'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:29:57.581795 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 55630) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:57.595649 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0079789e-4995-445b-91ca-96435f7f3022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:57.627836 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-5028df2c-6708-4b1f-ae59-3efebdceb071 None None] Set router b299da8c-f74d-4b8c-afd6-d60053b56697 gateway port host: dv-cinder-786932-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:29:57.695088 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0079789e-4995-445b-91ca-96435f7f3022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:57.700149 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0079789e-4995-445b-91ca-96435f7f3022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:57.746820 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-0079789e-4995-445b-91ca-96435f7f3022 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=347d99227faf4c50a322a4a688830db5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1635184 Jul 13 19:29:57.748185 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 55632) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:29:57.757882 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0079789e-4995-445b-91ca-96435f7f3022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97acefa1-6a04-4c39-aaae-4d1a5dcdba78,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:57.785379 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f48e4a76-8535-4095-bc71-87e23b658b9d tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:57.790290 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f48e4a76-8535-4095-bc71-87e23b658b9d tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760411'] for floatingip, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:57.812350 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1848b4d1-2927-4669-af5c-ba87854f0acd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:57.834689 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1848b4d1-2927-4669-af5c-ba87854f0acd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:57.853420 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-5028df2c-6708-4b1f-ae59-3efebdceb071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b299da8c-f74d-4b8c-afd6-d60053b56697', 'name': 'tempest-AttachVolumeTestJSON-205678765-router', 'tenant_id': '09d928f8d15b4be49420ac3d92a41f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '2780c301-af71-40ac-8dc0-dad9143e9d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:06Z', 'updated_at': '2021-07-13T19:25:14Z', 'revision_number': 4, 'project_id': '09d928f8d15b4be49420ac3d92a41f6f', 'gw_port': {'id': '2780c301-af71-40ac-8dc0-dad9143e9d26', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b299da8c-f74d-4b8c-afd6-d60053b56697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:07Z', 'updated_at': '2021-07-13T19:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_interfaces': [{'id': 'efb67827-29bc-4c74-b0d4-318722a2f78f', 'name': '', 'network_id': '922632e1-2fcb-4d44-a394-325429781ce3', 'tenant_id': '09d928f8d15b4be49420ac3d92a41f6f', 'mac_address': 'fa:16:3e:44:fa:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b299da8c-f74d-4b8c-afd6-d60053b56697', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e577557a-4de0-4b64-b346-c9cb7908bed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:12Z', 'updated_at': '2021-07-13T19:25:29Z', 'revision_number': 5, 'project_id': '09d928f8d15b4be49420ac3d92a41f6f', 'subnets': [{'id': 'e577557a-4de0-4b64-b346-c9cb7908bed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:29:57.884997 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1848b4d1-2927-4669-af5c-ba87854f0acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:57.886842 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5028df2c-6708-4b1f-ae59-3efebdceb071 None None] The sync data for ids ['b299da8c-f74d-4b8c-afd6-d60053b56697'] in dv-cinder-786932-3-iscsi is: [{'id': 'b299da8c-f74d-4b8c-afd6-d60053b56697', 'name': 'tempest-AttachVolumeTestJSON-205678765-router', 'tenant_id': '09d928f8d15b4be49420ac3d92a41f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '2780c301-af71-40ac-8dc0-dad9143e9d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:06Z', 'updated_at': '2021-07-13T19:25:14Z', 'revision_number': 4, 'project_id': '09d928f8d15b4be49420ac3d92a41f6f', 'gw_port': {'id': '2780c301-af71-40ac-8dc0-dad9143e9d26', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b299da8c-f74d-4b8c-afd6-d60053b56697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:07Z', 'updated_at': '2021-07-13T19:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_interfaces': [{'id': 'efb67827-29bc-4c74-b0d4-318722a2f78f', 'name': '', 'network_id': '922632e1-2fcb-4d44-a394-325429781ce3', 'tenant_id': '09d928f8d15b4be49420ac3d92a41f6f', 'mac_address': 'fa:16:3e:44:fa:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b299da8c-f74d-4b8c-afd6-d60053b56697', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e577557a-4de0-4b64-b346-c9cb7908bed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:12Z', 'updated_at': '2021-07-13T19:25:29Z', 'revision_number': 5, 'project_id': '09d928f8d15b4be49420ac3d92a41f6f', 'subnets': [{'id': 'e577557a-4de0-4b64-b346-c9cb7908bed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:29:57.888806 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1848b4d1-2927-4669-af5c-ba87854f0acd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:57.890408 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-1848b4d1-2927-4669-af5c-ba87854f0acd admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/97acefa1-6a04-4c39-aaae-4d1a5dcdba78 HTTP/1.1" status: 204 len: 168 time: 0.1398945 Jul 13 19:29:57.902685 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1848b4d1-2927-4669-af5c-ba87854f0acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97acefa1-6a04-4c39-aaae-4d1a5dcdba78,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:29:57.904791 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.db.l3_db [None req-f48e4a76-8535-4095-bc71-87e23b658b9d tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Floating IP 865ceba1-3d27-4d43-adf0-74df33900d80 associated. External IP: 172.27.1.60, port: ae714645-8542-4b1c-b7c4-4da96e65663b. Jul 13 19:29:58.140275 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f48e4a76-8535-4095-bc71-87e23b658b9d tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Router 5d6fc093-8898-47d9-af31-38f25be314cd has already been hosted by L3 agent beedb406-ab13-44dd-957b-972171d020d2 {{(pid=92924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:29:58.156804 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ecad2d-cd42-46f0-9b59-fa9b0037964f None None] New status for floating IP a23d70f9-8250-4804-bc10-94dad6f446ab: DOWN {{(pid=92926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:29:58.268024 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48e4a76-8535-4095-bc71-87e23b658b9d tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify agent at l3_agent.dv-cinder-786932-3-iscsi the message routers_updated {{(pid=92924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:29:58.272646 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f48e4a76-8535-4095-bc71-87e23b658b9d tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for floatingip, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:58.278755 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397a5cd1-c9e3-4270-8a47-13def5158307 None None] Sync routers for ids ['5d6fc093-8898-47d9-af31-38f25be314cd'] in dv-cinder-786932-3-iscsi {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:29:58.291723 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397a5cd1-c9e3-4270-8a47-13def5158307 None None] Routers {'5d6fc093-8898-47d9-af31-38f25be314cd'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:29:58.292323 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-397a5cd1-c9e3-4270-8a47-13def5158307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:29:49Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['5d6fc093-8898-47d9-af31-38f25be314cd'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:29:58.313391 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-f48e4a76-8535-4095-bc71-87e23b658b9d tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "PUT /v2.0/floatingips/865ceba1-3d27-4d43-adf0-74df33900d80 HTTP/1.1" status: 200 len: 990 time: 1.1024134 Jul 13 19:29:58.426305 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-397a5cd1-c9e3-4270-8a47-13def5158307 None None] Set router 5d6fc093-8898-47d9-af31-38f25be314cd gateway port host: dv-cinder-786932-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:29:58.470005 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-3e365744-6d21-4ccc-a096-e3387620d21b req-0de3fdaa-a8bf-43ca-897b-75d550276543 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 210 time: 0.0341172 Jul 13 19:29:58.660896 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-397a5cd1-c9e3-4270-8a47-13def5158307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6fc093-8898-47d9-af31-38f25be314cd', 'name': 'tempest-AttachVolumeShelveTestJSON-473569453-router', 'tenant_id': '117cfd7c8bd64e5eac700d0258401983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'f774284a-1b67-4d3e-a324-9edcf8302de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:06Z', 'updated_at': '2021-07-13T19:25:14Z', 'revision_number': 4, 'project_id': '117cfd7c8bd64e5eac700d0258401983', 'gw_port': {'id': 'f774284a-1b67-4d3e-a324-9edcf8302de8', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ed:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6fc093-8898-47d9-af31-38f25be314cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:07Z', 'updated_at': '2021-07-13T19:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_floatingips': [{'id': '865ceba1-3d27-4d43-adf0-74df33900d80', 'tenant_id': '117cfd7c8bd64e5eac700d0258401983', 'floating_ip_address': '172.27.1.60', 'floating_network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'router_id': '5d6fc093-8898-47d9-af31-38f25be314cd', 'port_id': 'ae714645-8542-4b1c-b7c4-4da96e65663b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c438c907-bcad-48c0-af76-f26d5c29bc9d', 'mac_address': 'fa:16:3e:e4:fb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde104be-db8a-4268-ae35-426916b042a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:29:43Z', 'updated_at': '2021-07-13T19:29:57Z', 'revision_number': 1, 'project_id': '117cfd7c8bd64e5eac700d0258401983', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb53b332-7e1f-4491-9cef-71c461a6e9c5', 'name': '', 'network_id': 'c438c907-bcad-48c0-af76-f26d5c29bc9d', 'tenant_id': '117cfd7c8bd64e5eac700d0258401983', 'mac_address': 'fa:16:3e:c7:e8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6fc093-8898-47d9-af31-38f25be314cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ea1ae014-478a-41b7-af24-a9a2c8a9fd89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:12Z', 'updated_at': '2021-07-13T19:25:25Z', 'revision_number': 5, 'project_id': '117cfd7c8bd64e5eac700d0258401983', 'subnets': [{'id': 'ea1ae014-478a-41b7-af24-a9a2c8a9fd89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:29:58.690303 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397a5cd1-c9e3-4270-8a47-13def5158307 None None] Checking router: 5d6fc093-8898-47d9-af31-38f25be314cd for host: dv-cinder-786932-3-iscsi {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:29:58.698557 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397a5cd1-c9e3-4270-8a47-13def5158307 None None] Routers {'5d6fc093-8898-47d9-af31-38f25be314cd'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:29:58.699159 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-397a5cd1-c9e3-4270-8a47-13def5158307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:29:49Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['5d6fc093-8898-47d9-af31-38f25be314cd'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:29:58.805447 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-397a5cd1-c9e3-4270-8a47-13def5158307 None None] Set router 5d6fc093-8898-47d9-af31-38f25be314cd gateway port host: dv-cinder-786932-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:29:59.013754 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dde104be-db8a-4268-ae35-426916b042a4', 'tag': 'ae714645-8542-4b1c-b7c4-4da96e65663b'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:29:59.016826 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8879ae7e4e4d0f25c61261a3e286ece662f5d6b6250d5f2cd5814de7b022cdc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e17d227-47c8-4ccb-aaf6-af2b8f66cc2e" -d '{"events": [{"name": "network-changed", "server_uuid": "dde104be-db8a-4268-ae35-426916b042a4", "tag": "ae714645-8542-4b1c-b7c4-4da96e65663b"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:29:59.038663 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-397a5cd1-c9e3-4270-8a47-13def5158307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6fc093-8898-47d9-af31-38f25be314cd', 'name': 'tempest-AttachVolumeShelveTestJSON-473569453-router', 'tenant_id': '117cfd7c8bd64e5eac700d0258401983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'f774284a-1b67-4d3e-a324-9edcf8302de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:06Z', 'updated_at': '2021-07-13T19:25:14Z', 'revision_number': 4, 'project_id': '117cfd7c8bd64e5eac700d0258401983', 'gw_port': {'id': 'f774284a-1b67-4d3e-a324-9edcf8302de8', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ed:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6fc093-8898-47d9-af31-38f25be314cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:07Z', 'updated_at': '2021-07-13T19:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_floatingips': [{'id': '865ceba1-3d27-4d43-adf0-74df33900d80', 'tenant_id': '117cfd7c8bd64e5eac700d0258401983', 'floating_ip_address': '172.27.1.60', 'floating_network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'router_id': '5d6fc093-8898-47d9-af31-38f25be314cd', 'port_id': 'ae714645-8542-4b1c-b7c4-4da96e65663b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c438c907-bcad-48c0-af76-f26d5c29bc9d', 'mac_address': 'fa:16:3e:e4:fb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde104be-db8a-4268-ae35-426916b042a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:29:43Z', 'updated_at': '2021-07-13T19:29:57Z', 'revision_number': 1, 'project_id': '117cfd7c8bd64e5eac700d0258401983', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb53b332-7e1f-4491-9cef-71c461a6e9c5', 'name': '', 'network_id': 'c438c907-bcad-48c0-af76-f26d5c29bc9d', 'tenant_id': '117cfd7c8bd64e5eac700d0258401983', 'mac_address': 'fa:16:3e:c7:e8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6fc093-8898-47d9-af31-38f25be314cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ea1ae014-478a-41b7-af24-a9a2c8a9fd89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:12Z', 'updated_at': '2021-07-13T19:25:25Z', 'revision_number': 5, 'project_id': '117cfd7c8bd64e5eac700d0258401983', 'subnets': [{'id': 'ea1ae014-478a-41b7-af24-a9a2c8a9fd89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:29:59.052491 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a5b686-c8e5-4877-a263-95c28b357bab x-openstack-request-id: req-26a5b686-c8e5-4877-a263-95c28b357bab {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:29:59.052786 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dde104be-db8a-4268-ae35-426916b042a4", "tag": "ae714645-8542-4b1c-b7c4-4da96e65663b", "status": "completed", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:29:59.053041 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-26a5b686-c8e5-4877-a263-95c28b357bab {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:29:59.053447 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dde104be-db8a-4268-ae35-426916b042a4', 'tag': 'ae714645-8542-4b1c-b7c4-4da96e65663b', 'status': 'completed', 'code': 200} Jul 13 19:29:59.070425 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397a5cd1-c9e3-4270-8a47-13def5158307 None None] The sync data for ids ['5d6fc093-8898-47d9-af31-38f25be314cd'] in dv-cinder-786932-3-iscsi is: [{'id': '5d6fc093-8898-47d9-af31-38f25be314cd', 'name': 'tempest-AttachVolumeShelveTestJSON-473569453-router', 'tenant_id': '117cfd7c8bd64e5eac700d0258401983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'f774284a-1b67-4d3e-a324-9edcf8302de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:06Z', 'updated_at': '2021-07-13T19:25:14Z', 'revision_number': 4, 'project_id': '117cfd7c8bd64e5eac700d0258401983', 'gw_port': {'id': 'f774284a-1b67-4d3e-a324-9edcf8302de8', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ed:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6fc093-8898-47d9-af31-38f25be314cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:07Z', 'updated_at': '2021-07-13T19:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_floatingips': [{'id': '865ceba1-3d27-4d43-adf0-74df33900d80', 'tenant_id': '117cfd7c8bd64e5eac700d0258401983', 'floating_ip_address': '172.27.1.60', 'floating_network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'router_id': '5d6fc093-8898-47d9-af31-38f25be314cd', 'port_id': 'ae714645-8542-4b1c-b7c4-4da96e65663b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c438c907-bcad-48c0-af76-f26d5c29bc9d', 'mac_address': 'fa:16:3e:e4:fb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde104be-db8a-4268-ae35-426916b042a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:29:43Z', 'updated_at': '2021-07-13T19:29:57Z', 'revision_number': 1, 'project_id': '117cfd7c8bd64e5eac700d0258401983', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb53b332-7e1f-4491-9cef-71c461a6e9c5', 'name': '', 'network_id': 'c438c907-bcad-48c0-af76-f26d5c29bc9d', 'tenant_id': '117cfd7c8bd64e5eac700d0258401983', 'mac_address': 'fa:16:3e:c7:e8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6fc093-8898-47d9-af31-38f25be314cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ea1ae014-478a-41b7-af24-a9a2c8a9fd89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:12Z', 'updated_at': '2021-07-13T19:25:25Z', 'revision_number': 5, 'project_id': '117cfd7c8bd64e5eac700d0258401983', 'subnets': [{'id': 'ea1ae014-478a-41b7-af24-a9a2c8a9fd89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:29:59.264602 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9253b33-f7ae-4826-b15f-759e55c7d86d None None] New status for floating IP 865ceba1-3d27-4d43-adf0-74df33900d80: ACTIVE {{(pid=92926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:29:59.623595 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-3623205b-e378-4f06-827f-220aeb226dd5 req-0621844d-fd5f-4464-9a4e-753a47ee2cda tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=0909f2bb-be20-45ae-8c60-ff915a4a6ef9 HTTP/1.1" status: 200 len: 210 time: 0.0295992 Jul 13 19:29:59.776529 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e17d227-47c8-4ccb-aaf6-af2b8f66cc2e req-4c419708-0efd-4fa8-b4d6-ea963f5f13c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:59.778105 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-0e17d227-47c8-4ccb-aaf6-af2b8f66cc2e req-4c419708-0efd-4fa8-b4d6-ea963f5f13c7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=117cfd7c8bd64e5eac700d0258401983&device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 1098 time: 0.0575218 Jul 13 19:29:59.851829 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:59.874245 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e17d227-47c8-4ccb-aaf6-af2b8f66cc2e req-dd0ab79e-d945-4b22-8cb2-ff2e43ff07e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:29:59.875776 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-0e17d227-47c8-4ccb-aaf6-af2b8f66cc2e req-dd0ab79e-d945-4b22-8cb2-ff2e43ff07e0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c438c907-bcad-48c0-af76-f26d5c29bc9d HTTP/1.1" status: 200 len: 917 time: 0.0895972 Jul 13 19:29:59.945664 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-0e17d227-47c8-4ccb-aaf6-af2b8f66cc2e req-61bcc84c-dee4-4ce1-8f31-c4b4fc3408c4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae714645-8542-4b1c-b7c4-4da96e65663b HTTP/1.1" status: 200 len: 1000 time: 0.0591254 Jul 13 19:30:00.001718 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e17d227-47c8-4ccb-aaf6-af2b8f66cc2e req-25a3056b-988d-4135-aab2-2d69c3f872e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:00.003422 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-0e17d227-47c8-4ccb-aaf6-af2b8f66cc2e req-25a3056b-988d-4135-aab2-2d69c3f872e1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ea1ae014-478a-41b7-af24-a9a2c8a9fd89 HTTP/1.1" status: 200 len: 855 time: 0.0492170 Jul 13 19:30:00.073258 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e17d227-47c8-4ccb-aaf6-af2b8f66cc2e req-c027fa17-e666-4a3a-a392-1bf829d28c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:00.074761 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-0e17d227-47c8-4ccb-aaf6-af2b8f66cc2e req-c027fa17-e666-4a3a-a392-1bf829d28c2d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c438c907-bcad-48c0-af76-f26d5c29bc9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0594740 Jul 13 19:30:00.166810 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-0e17d227-47c8-4ccb-aaf6-af2b8f66cc2e req-af503e17-a25a-4cf4-b1b2-b7124f27c227 service neutron] 10.222.0.18 "GET /v2.0/networks/c438c907-bcad-48c0-af76-f26d5c29bc9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825748 Jul 13 19:30:00.261377 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-0e17d227-47c8-4ccb-aaf6-af2b8f66cc2e req-6afcc0e8-6a4b-4731-aad2-9340b6f1f22d service neutron] 10.222.0.18 "GET /v2.0/networks/c438c907-bcad-48c0-af76-f26d5c29bc9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885139 Jul 13 19:30:00.754247 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 55706) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:00.831138 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6584e8ae-289c-43af-be35-d903f1375469 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:00.854583 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6584e8ae-289c-43af-be35-d903f1375469 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:00.905255 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6584e8ae-289c-43af-be35-d903f1375469 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:00.907925 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6584e8ae-289c-43af-be35-d903f1375469 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:00.909065 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-6584e8ae-289c-43af-be35-d903f1375469 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "DELETE /v2.0/security-groups/eb760fd5-c478-45a6-bcb6-89f12fd99825 HTTP/1.1" status: 204 len: 168 time: 0.1531513 Jul 13 19:30:00.911941 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 55712) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:00.918815 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6584e8ae-289c-43af-be35-d903f1375469 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb760fd5-c478-45a6-bcb6-89f12fd99825,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:00.928619 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.api.v2.resource [None req-5696ccbb-a6c4-47fc-8408-dbf96c72e554 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] show failed (client error): The resource could not be found. Jul 13 19:30:00.932399 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-5696ccbb-a6c4-47fc-8408-dbf96c72e554 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups/eb760fd5-c478-45a6-bcb6-89f12fd99825 HTTP/1.1" status: 404 len: 347 time: 0.0165431 Jul 13 19:30:00.933377 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 55714) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:01.070282 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-e4ea6c69-efae-4d69-8f0b-72ce1e50b941 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Deleting port dd8a6fc2-b876-4a7e-940d-af605acabdc7 {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:30:01.070631 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e4ea6c69-efae-4d69-8f0b-72ce1e50b941 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752272853989'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:01.151814 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e4ea6c69-efae-4d69-8f0b-72ce1e50b941 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763640'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:01.152141 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e4ea6c69-efae-4d69-8f0b-72ce1e50b941 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:01.163870 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-e4ea6c69-efae-4d69-8f0b-72ce1e50b941 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Calling delete_port for dd8a6fc2-b876-4a7e-940d-af605acabdc7 owned by network:floatingip {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:30:01.307091 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e4ea6c69-efae-4d69-8f0b-72ce1e50b941 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752272859917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752272454292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130471124'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:01.330443 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea6c69-efae-4d69-8f0b-72ce1e50b941 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Pushing event deleted for resources: {'Port': ['ID=dd8a6fc2-b876-4a7e-940d-af605acabdc7,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:01.396656 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e4ea6c69-efae-4d69-8f0b-72ce1e50b941 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks [] for floatingip, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:01.399505 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e4ea6c69-efae-4d69-8f0b-72ce1e50b941 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for floatingip, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:01.400661 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-e4ea6c69-efae-4d69-8f0b-72ce1e50b941 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "DELETE /v2.0/floatingips/a23d70f9-8250-4804-bc10-94dad6f446ab HTTP/1.1" status: 204 len: 168 time: 0.4659154 Jul 13 19:30:01.735261 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 55724) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:01.740154 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [None req-13776edc-0bbc-422d-b9f6-d21349d65969 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Request body: {'security_group': {'name': 'tempest-securitygroup--137355225', 'description': 'tempest-description--1732284624'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:30:01.763253 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-13776edc-0bbc-422d-b9f6-d21349d65969 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:01.846091 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-13776edc-0bbc-422d-b9f6-d21349d65969 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:01.850667 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-13776edc-0bbc-422d-b9f6-d21349d65969 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:01.878529 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-13776edc-0bbc-422d-b9f6-d21349d65969 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:01.879783 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-13776edc-0bbc-422d-b9f6-d21349d65969 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1435132 Jul 13 19:30:01.882599 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 55728) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:01.887148 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [None req-9a3528c7-78f7-4565-b12a-e10060307591 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Request body: {'security_group_rule': {'security_group_id': 'e2488bb5-0b32-45f0-870f-4ba39cc0f0ce', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:30:01.893506 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13776edc-0bbc-422d-b9f6-d21349d65969 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2488bb5-0b32-45f0-870f-4ba39cc0f0ce,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:01.922986 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9a3528c7-78f7-4565-b12a-e10060307591 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:01.985524 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9a3528c7-78f7-4565-b12a-e10060307591 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:01.989499 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9a3528c7-78f7-4565-b12a-e10060307591 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651252'] for security_group_rule, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:02.008261 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3528c7-78f7-4565-b12a-e10060307591 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aea81c1-995b-403f-8695-91e4add9769f,revision_number=0']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:02.013411 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9a3528c7-78f7-4565-b12a-e10060307591 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:02.014660 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-9a3528c7-78f7-4565-b12a-e10060307591 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1310861 Jul 13 19:30:02.017565 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 55730) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:02.022143 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [None req-4a9a31db-c793-4a3e-96c4-4578121699fb tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Request body: {'security_group_rule': {'security_group_id': 'e2488bb5-0b32-45f0-870f-4ba39cc0f0ce', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:30:02.049223 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4a9a31db-c793-4a3e-96c4-4578121699fb tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:02.109389 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4a9a31db-c793-4a3e-96c4-4578121699fb tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:02.113593 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4a9a31db-c793-4a3e-96c4-4578121699fb tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651252'] for security_group_rule, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:02.130469 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9a31db-c793-4a3e-96c4-4578121699fb tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90e8fc57-f80d-4eab-91c0-6dec987b1a5e,revision_number=0']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:02.141518 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4a9a31db-c793-4a3e-96c4-4578121699fb tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:02.142738 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-4a9a31db-c793-4a3e-96c4-4578121699fb tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1242018 Jul 13 19:30:02.145885 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 55734) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:02.150329 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [None req-20794ed2-18d6-4673-a6b1-856da252a06e tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Request body: {'floatingip': {'floating_network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:30:02.173449 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-20794ed2-18d6-4673-a6b1-856da252a06e tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks [] for floatingip, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:02.270547 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-20794ed2-18d6-4673-a6b1-856da252a06e tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:02.375994 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [None req-20794ed2-18d6-4673-a6b1-856da252a06e tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Allocated IP 172.27.1.197 (c2fcde99-d8d4-483e-a474-248e3afaaef2/3c8e1596-5f1e-4fec-b61e-66ec42c4519a/826337b9-0601-4b4b-8f12-b2c5be20c398) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:30:02.473997 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-20794ed2-18d6-4673-a6b1-856da252a06e tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:02.516194 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-20794ed2-18d6-4673-a6b1-856da252a06e tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752272454283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126721041'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:02.554603 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20794ed2-18d6-4673-a6b1-856da252a06e tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Network c2fcde99-d8d4-483e-a474-248e3afaaef2 is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:30:02.557222 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-20794ed2-18d6-4673-a6b1-856da252a06e tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:30:02.560711 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20794ed2-18d6-4673-a6b1-856da252a06e tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:30:02.566585 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20794ed2-18d6-4673-a6b1-856da252a06e tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Pushing event updated for resources: {'Port': ['ID=826337b9-0601-4b4b-8f12-b2c5be20c398,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:02.644715 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-20794ed2-18d6-4673-a6b1-856da252a06e tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:02.689373 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-20794ed2-18d6-4673-a6b1-856da252a06e tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:02.833229 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-20794ed2-18d6-4673-a6b1-856da252a06e tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:02.837801 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-20794ed2-18d6-4673-a6b1-856da252a06e tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126721050'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:02.910879 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20794ed2-18d6-4673-a6b1-856da252a06e tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Pushing event updated for resources: {'Port': ['ID=826337b9-0601-4b4b-8f12-b2c5be20c398,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:02.917237 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-20794ed2-18d6-4673-a6b1-856da252a06e tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760411'] for floatingip, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:02.931437 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-20794ed2-18d6-4673-a6b1-856da252a06e tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for floatingip, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:02.932671 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-20794ed2-18d6-4673-a6b1-856da252a06e tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7858663 Jul 13 19:30:03.123737 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-be360af4-d9da-4383-8d72-9adb5e24f8df req-5bebf3df-a1c8-4bb2-93de-fd459995fd3c tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--137355225&fields=id&tenant_id=09d928f8d15b4be49420ac3d92a41f6f HTTP/1.1" status: 200 len: 267 time: 0.0326385 Jul 13 19:30:03.243426 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be360af4-d9da-4383-8d72-9adb5e24f8df req-685fc081-1185-434b-949f-042790d28eb0 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:03.244868 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-be360af4-d9da-4383-8d72-9adb5e24f8df req-685fc081-1185-434b-949f-042790d28eb0 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/networks?id=922632e1-2fcb-4d44-a394-325429781ce3 HTTP/1.1" status: 200 len: 810 time: 0.1144524 Jul 13 19:30:03.259033 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-be360af4-d9da-4383-8d72-9adb5e24f8df req-2bebd99d-d78b-4a85-b5a1-71fcf7bcab20 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/quotas/09d928f8d15b4be49420ac3d92a41f6f HTTP/1.1" status: 200 len: 375 time: 0.0087445 Jul 13 19:30:03.330706 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-be360af4-d9da-4383-8d72-9adb5e24f8df req-bbcd23b9-9b48-46fc-bb33-a9549c611e5a tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=09d928f8d15b4be49420ac3d92a41f6f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0665264 Jul 13 19:30:03.425564 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-be360af4-d9da-4383-8d72-9adb5e24f8df req-5f08c372-6b76-403e-b730-b1917a83e9d4 service neutron] 10.222.0.67 "GET /v2.0/networks/922632e1-2fcb-4d44-a394-325429781ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836182 Jul 13 19:30:03.764627 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-be360af4-d9da-4383-8d72-9adb5e24f8df req-209ab869-25f9-420e-bce9-c758dd25652e service neutron] 10.222.0.67 "GET /v2.0/networks/922632e1-2fcb-4d44-a394-325429781ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296916 Jul 13 19:30:03.847755 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device a2242329-dfec-4674-b0eb-7f1344dd3639 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:30:03.877510 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] No Port match for: a2242329-dfec-4674-b0eb-7f1344dd3639 {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:30:03.877510 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device a2242329-dfec-4674-b0eb-7f1344dd3639 not bound to the agent host hv-cinder-78693 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:30:03.936033 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-036be4ea-303e-4d27-ad69-696b6a84057c req-5453fbb0-f134-485e-b864-0866a72f6434 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=42290e79-2ae8-4ca2-a549-50507a938f45 HTTP/1.1" status: 200 len: 210 time: 0.0286126 Jul 13 19:30:05.061827 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be360af4-d9da-4383-8d72-9adb5e24f8df req-15b9a5eb-af0a-4889-845c-8928a78ac9a3 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:05.063464 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-be360af4-d9da-4383-8d72-9adb5e24f8df req-15b9a5eb-af0a-4889-845c-8928a78ac9a3 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.18 "GET /v2.0/networks?id=922632e1-2fcb-4d44-a394-325429781ce3 HTTP/1.1" status: 200 len: 810 time: 0.1098871 Jul 13 19:30:05.096337 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-cbb13652-ab8f-49af-90b9-bcfbd55d9fab req-138273d7-64c2-4f81-868a-277a5887645e tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=42290e79-2ae8-4ca2-a549-50507a938f45 HTTP/1.1" status: 200 len: 210 time: 0.0310032 Jul 13 19:30:05.114561 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-be360af4-d9da-4383-8d72-9adb5e24f8df req-ba66ecdd-0c66-4d9c-a113-fc1a9e8d3afe tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09d928f8d15b4be49420ac3d92a41f6f HTTP/1.1" status: 200 len: 379 time: 0.0415132 Jul 13 19:30:05.125147 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [req-be360af4-d9da-4383-8d72-9adb5e24f8df req-6ee9ea6a-98c3-433f-b8ee-5d0a2c25ab46 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Request body: {'port': {'device_id': '42290e79-2ae8-4ca2-a549-50507a938f45', 'network_id': '922632e1-2fcb-4d44-a394-325429781ce3', 'admin_state_up': True, 'tenant_id': '09d928f8d15b4be49420ac3d92a41f6f', 'security_groups': ['e2488bb5-0b32-45f0-870f-4ba39cc0f0ce']}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:30:05.235725 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be360af4-d9da-4383-8d72-9adb5e24f8df req-6ee9ea6a-98c3-433f-b8ee-5d0a2c25ab46 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Made reservation on behalf of 09d928f8d15b4be49420ac3d92a41f6f for: {'port': 1} {{(pid=92924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:30:05.239610 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-be360af4-d9da-4383-8d72-9adb5e24f8df req-6ee9ea6a-98c3-433f-b8ee-5d0a2c25ab46 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:05.366256 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [req-be360af4-d9da-4383-8d72-9adb5e24f8df req-6ee9ea6a-98c3-433f-b8ee-5d0a2c25ab46 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Allocated IP 172.20.0.5 (922632e1-2fcb-4d44-a394-325429781ce3/e577557a-4de0-4b64-b346-c9cb7908bed6/038e047b-156f-4b01-9a7c-76f41bfd6a2d) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:30:05.500076 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-be360af4-d9da-4383-8d72-9adb5e24f8df req-6ee9ea6a-98c3-433f-b8ee-5d0a2c25ab46 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:05.516252 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [req-be360af4-d9da-4383-8d72-9adb5e24f8df req-6ee9ea6a-98c3-433f-b8ee-5d0a2c25ab46 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Transition to ACTIVE for port object 038e047b-156f-4b01-9a7c-76f41bfd6a2d will not be triggered until provisioned by entity DHCP. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:30:05.551252 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-be360af4-d9da-4383-8d72-9adb5e24f8df req-6ee9ea6a-98c3-433f-b8ee-5d0a2c25ab46 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752272454283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126721041'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:05.601756 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be360af4-d9da-4383-8d72-9adb5e24f8df req-6ee9ea6a-98c3-433f-b8ee-5d0a2c25ab46 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Network 922632e1-2fcb-4d44-a394-325429781ce3 is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:30:05.607494 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [req-be360af4-d9da-4383-8d72-9adb5e24f8df req-6ee9ea6a-98c3-433f-b8ee-5d0a2c25ab46 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:30:05.613197 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [req-be360af4-d9da-4383-8d72-9adb5e24f8df req-6ee9ea6a-98c3-433f-b8ee-5d0a2c25ab46 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:30:05.616028 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee9ea6a-98c3-433f-b8ee-5d0a2c25ab46 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Pushing event updated for resources: {'Port': ['ID=038e047b-156f-4b01-9a7c-76f41bfd6a2d,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:05.666422 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be360af4-d9da-4383-8d72-9adb5e24f8df req-6ee9ea6a-98c3-433f-b8ee-5d0a2c25ab46 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:05.667017 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-be360af4-d9da-4383-8d72-9adb5e24f8df req-6ee9ea6a-98c3-433f-b8ee-5d0a2c25ab46 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:05.682735 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-be360af4-d9da-4383-8d72-9adb5e24f8df req-6ee9ea6a-98c3-433f-b8ee-5d0a2c25ab46 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5619276 Jul 13 19:30:05.695844 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [req-be360af4-d9da-4383-8d72-9adb5e24f8df req-d19cfd13-72c4-4d53-b529-fd3fd9342488 service neutron] Request body: {'port': {'device_id': '42290e79-2ae8-4ca2-a549-50507a938f45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:30:05.774228 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-be360af4-d9da-4383-8d72-9adb5e24f8df req-d19cfd13-72c4-4d53-b529-fd3fd9342488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:05.845436 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-99dc54de-824e-4b3e-b46d-29de9f25c4b4 None None] Provisioning for port 038e047b-156f-4b01-9a7c-76f41bfd6a2d completed by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:30:05.849793 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-99dc54de-824e-4b3e-b46d-29de9f25c4b4 None None] Provisioning complete for port 038e047b-156f-4b01-9a7c-76f41bfd6a2d triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:30:05.850163 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-99dc54de-824e-4b3e-b46d-29de9f25c4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:05.888327 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-99dc54de-824e-4b3e-b46d-29de9f25c4b4 None None] Port 038e047b-156f-4b01-9a7c-76f41bfd6a2d cannot update to ACTIVE because it is not bound. {{(pid=92925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:30:06.073776 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [req-be360af4-d9da-4383-8d72-9adb5e24f8df req-d19cfd13-72c4-4d53-b529-fd3fd9342488 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 038e047b-156f-4b01-9a7c-76f41bfd6a2d {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:30:06.082972 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-be360af4-d9da-4383-8d72-9adb5e24f8df req-d19cfd13-72c4-4d53-b529-fd3fd9342488 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:06.097991 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [req-be360af4-d9da-4383-8d72-9adb5e24f8df req-d19cfd13-72c4-4d53-b529-fd3fd9342488 service neutron] Transition to ACTIVE for port object 038e047b-156f-4b01-9a7c-76f41bfd6a2d will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:30:06.101890 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-be360af4-d9da-4383-8d72-9adb5e24f8df req-d19cfd13-72c4-4d53-b529-fd3fd9342488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126721050'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:06.194976 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19cfd13-72c4-4d53-b529-fd3fd9342488 service neutron] Pushing event updated for resources: {'Port': ['ID=038e047b-156f-4b01-9a7c-76f41bfd6a2d,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:06.253007 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-be360af4-d9da-4383-8d72-9adb5e24f8df req-d19cfd13-72c4-4d53-b529-fd3fd9342488 service neutron] Attempting to bind port 038e047b-156f-4b01-9a7c-76f41bfd6a2d on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:30:06.253344 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-be360af4-d9da-4383-8d72-9adb5e24f8df req-d19cfd13-72c4-4d53-b529-fd3fd9342488 service neutron] Attempting to bind port 038e047b-156f-4b01-9a7c-76f41bfd6a2d by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'd1c90e22-3ed8-421c-9c7d-06b4426b58df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '922632e1-2fcb-4d44-a394-325429781ce3'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:30:06.253673 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be360af4-d9da-4383-8d72-9adb5e24f8df req-d19cfd13-72c4-4d53-b529-fd3fd9342488 service neutron] Attempting to bind port 038e047b-156f-4b01-9a7c-76f41bfd6a2d on network 922632e1-2fcb-4d44-a394-325429781ce3 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:30:06.258138 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be360af4-d9da-4383-8d72-9adb5e24f8df req-d19cfd13-72c4-4d53-b529-fd3fd9342488 service neutron] Port 038e047b-156f-4b01-9a7c-76f41bfd6a2d on network 922632e1-2fcb-4d44-a394-325429781ce3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:30:06.258549 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be360af4-d9da-4383-8d72-9adb5e24f8df req-d19cfd13-72c4-4d53-b529-fd3fd9342488 service neutron] Attempting to bind port 038e047b-156f-4b01-9a7c-76f41bfd6a2d on network 922632e1-2fcb-4d44-a394-325429781ce3 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:30:06.263773 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be360af4-d9da-4383-8d72-9adb5e24f8df req-d19cfd13-72c4-4d53-b529-fd3fd9342488 service neutron] Checking agent: {'id': '4a103c85-e045-48ce-a8be-787d9b9ed000', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 23, 28), 'started_at': datetime.datetime(2021, 7, 13, 19, 23, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:30:06.264206 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be360af4-d9da-4383-8d72-9adb5e24f8df req-d19cfd13-72c4-4d53-b529-fd3fd9342488 service neutron] Checking segment: {'id': 'd1c90e22-3ed8-421c-9c7d-06b4426b58df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '922632e1-2fcb-4d44-a394-325429781ce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:30:06.264951 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be360af4-d9da-4383-8d72-9adb5e24f8df req-d19cfd13-72c4-4d53-b529-fd3fd9342488 service neutron] Bound using segment: {'id': 'd1c90e22-3ed8-421c-9c7d-06b4426b58df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '922632e1-2fcb-4d44-a394-325429781ce3'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:30:06.265088 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-be360af4-d9da-4383-8d72-9adb5e24f8df req-d19cfd13-72c4-4d53-b529-fd3fd9342488 service neutron] Bound port: 038e047b-156f-4b01-9a7c-76f41bfd6a2d, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1c90e22-3ed8-421c-9c7d-06b4426b58df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '922632e1-2fcb-4d44-a394-325429781ce3'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:30:06.265425 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-be360af4-d9da-4383-8d72-9adb5e24f8df req-d19cfd13-72c4-4d53-b529-fd3fd9342488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:06.340912 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-be360af4-d9da-4383-8d72-9adb5e24f8df req-d19cfd13-72c4-4d53-b529-fd3fd9342488 service neutron] For port 038e047b-156f-4b01-9a7c-76f41bfd6a2d, host hv-cinder-78693, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:30:06.345337 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-be360af4-d9da-4383-8d72-9adb5e24f8df req-d19cfd13-72c4-4d53-b529-fd3fd9342488 service neutron] For port 038e047b-156f-4b01-9a7c-76f41bfd6a2d, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=038e047b-156f-4b01-9a7c-76f41bfd6a2d,segment=NetworkSegment(d1c90e22-3ed8-421c-9c7d-06b4426b58df),segment_id=d1c90e22-3ed8-421c-9c7d-06b4426b58df)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:30:06.349764 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-be360af4-d9da-4383-8d72-9adb5e24f8df req-d19cfd13-72c4-4d53-b529-fd3fd9342488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126721050'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:06.386949 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be360af4-d9da-4383-8d72-9adb5e24f8df req-d19cfd13-72c4-4d53-b529-fd3fd9342488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:06.387599 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-be360af4-d9da-4383-8d72-9adb5e24f8df req-d19cfd13-72c4-4d53-b529-fd3fd9342488 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:06.388991 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-be360af4-d9da-4383-8d72-9adb5e24f8df req-d19cfd13-72c4-4d53-b529-fd3fd9342488 service neutron] 10.222.0.18 "PUT /v2.0/ports/038e047b-156f-4b01-9a7c-76f41bfd6a2d HTTP/1.1" status: 200 len: 1093 time: 0.6984103 Jul 13 19:30:06.389514 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42290e79-2ae8-4ca2-a549-50507a938f45', 'tag': '038e047b-156f-4b01-9a7c-76f41bfd6a2d'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:30:06.391785 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8879ae7e4e4d0f25c61261a3e286ece662f5d6b6250d5f2cd5814de7b022cdc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa36f6f-58ba-4dd8-aefb-dcef1e1674b0" -d '{"events": [{"name": "network-changed", "server_uuid": "42290e79-2ae8-4ca2-a549-50507a938f45", "tag": "038e047b-156f-4b01-9a7c-76f41bfd6a2d"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:30:06.427050 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19cfd13-72c4-4d53-b529-fd3fd9342488 service neutron] Pushing event updated for resources: {'Port': ['ID=038e047b-156f-4b01-9a7c-76f41bfd6a2d,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:06.476646 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592a71a5-ee0c-4a3d-a8f8-bb151387bc8d x-openstack-request-id: req-592a71a5-ee0c-4a3d-a8f8-bb151387bc8d {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:30:06.476925 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42290e79-2ae8-4ca2-a549-50507a938f45", "tag": "038e047b-156f-4b01-9a7c-76f41bfd6a2d", "status": "completed", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:30:06.477172 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-592a71a5-ee0c-4a3d-a8f8-bb151387bc8d {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:30:06.477563 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42290e79-2ae8-4ca2-a549-50507a938f45', 'tag': '038e047b-156f-4b01-9a7c-76f41bfd6a2d', 'status': 'completed', 'code': 200} Jul 13 19:30:06.506062 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be360af4-d9da-4383-8d72-9adb5e24f8df req-bdfee246-a6ed-43fd-8f16-32bc308b8eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:06.507660 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-be360af4-d9da-4383-8d72-9adb5e24f8df req-bdfee246-a6ed-43fd-8f16-32bc308b8eca service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=09d928f8d15b4be49420ac3d92a41f6f&device_id=42290e79-2ae8-4ca2-a549-50507a938f45 HTTP/1.1" status: 200 len: 1096 time: 0.0593398 Jul 13 19:30:06.557312 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-be360af4-d9da-4383-8d72-9adb5e24f8df req-6621eac3-8884-4629-9c49-7596fd482e12 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=038e047b-156f-4b01-9a7c-76f41bfd6a2d HTTP/1.1" status: 200 len: 217 time: 0.0394886 Jul 13 19:30:06.579006 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe4e0c1-2d7c-4f41-be90-7612645485e3 req-4ab89128-8b34-4fa9-a0fb-8aa96ceb3537 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:06.580980 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-5fe4e0c1-2d7c-4f41-be90-7612645485e3 req-4ab89128-8b34-4fa9-a0fb-8aa96ceb3537 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=42290e79-2ae8-4ca2-a549-50507a938f45 HTTP/1.1" status: 200 len: 943 time: 0.3382015 Jul 13 19:30:06.607380 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be360af4-d9da-4383-8d72-9adb5e24f8df req-7478bf8f-f3cd-4deb-b587-7d4989ed7c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:06.608925 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-be360af4-d9da-4383-8d72-9adb5e24f8df req-7478bf8f-f3cd-4deb-b587-7d4989ed7c0c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e577557a-4de0-4b64-b346-c9cb7908bed6 HTTP/1.1" status: 200 len: 849 time: 0.0454707 Jul 13 19:30:06.673975 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be360af4-d9da-4383-8d72-9adb5e24f8df req-867a7d34-8bb7-4cec-8150-fe8eafa30e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:06.675426 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-be360af4-d9da-4383-8d72-9adb5e24f8df req-867a7d34-8bb7-4cec-8150-fe8eafa30e71 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=922632e1-2fcb-4d44-a394-325429781ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0572784 Jul 13 19:30:06.768995 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-be360af4-d9da-4383-8d72-9adb5e24f8df req-b48db0b0-e0ce-4824-b956-0c9580e0edfb service neutron] 10.222.0.18 "GET /v2.0/networks/922632e1-2fcb-4d44-a394-325429781ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866990 Jul 13 19:30:06.774087 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-5fe4e0c1-2d7c-4f41-be90-7612645485e3 req-478af679-4a61-4e57-a223-126f1266f2a5 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?id=e2488bb5-0b32-45f0-870f-4ba39cc0f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1873055 Jul 13 19:30:06.860502 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-be360af4-d9da-4383-8d72-9adb5e24f8df req-093d4f4b-7c82-47be-8083-df162be7c6e4 service neutron] 10.222.0.18 "GET /v2.0/networks/922632e1-2fcb-4d44-a394-325429781ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815964 Jul 13 19:30:06.968486 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa36f6f-58ba-4dd8-aefb-dcef1e1674b0 req-818ca2a8-b35d-45b6-82a2-bdf94fa39d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:06.969995 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-0fa36f6f-58ba-4dd8-aefb-dcef1e1674b0 req-818ca2a8-b35d-45b6-82a2-bdf94fa39d2b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=09d928f8d15b4be49420ac3d92a41f6f&device_id=42290e79-2ae8-4ca2-a549-50507a938f45 HTTP/1.1" status: 200 len: 1096 time: 0.0571878 Jul 13 19:30:07.060038 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa36f6f-58ba-4dd8-aefb-dcef1e1674b0 req-3390d62f-f7ae-4e1c-ab62-9d9a17403528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:07.062438 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-0fa36f6f-58ba-4dd8-aefb-dcef1e1674b0 req-3390d62f-f7ae-4e1c-ab62-9d9a17403528 service neutron] 10.222.0.18 "GET /v2.0/networks?id=922632e1-2fcb-4d44-a394-325429781ce3 HTTP/1.1" status: 200 len: 911 time: 0.0848548 Jul 13 19:30:07.107203 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-0fa36f6f-58ba-4dd8-aefb-dcef1e1674b0 req-3e7a283f-3353-4fd8-94c3-d5cf0b127909 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=038e047b-156f-4b01-9a7c-76f41bfd6a2d HTTP/1.1" status: 200 len: 217 time: 0.0353947 Jul 13 19:30:07.166879 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa36f6f-58ba-4dd8-aefb-dcef1e1674b0 req-b89050d4-3d33-49ae-9523-4dd0d400c7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:07.168408 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-0fa36f6f-58ba-4dd8-aefb-dcef1e1674b0 req-b89050d4-3d33-49ae-9523-4dd0d400c7b7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e577557a-4de0-4b64-b346-c9cb7908bed6 HTTP/1.1" status: 200 len: 849 time: 0.0492554 Jul 13 19:30:07.243747 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa36f6f-58ba-4dd8-aefb-dcef1e1674b0 req-f090ed0c-6426-4ce3-ac0b-b178fecf7579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:07.245318 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-0fa36f6f-58ba-4dd8-aefb-dcef1e1674b0 req-f090ed0c-6426-4ce3-ac0b-b178fecf7579 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=922632e1-2fcb-4d44-a394-325429781ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0645804 Jul 13 19:30:07.354321 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-0fa36f6f-58ba-4dd8-aefb-dcef1e1674b0 req-54ee155d-2fbd-464c-8f9c-3dc77bae5d95 service neutron] 10.222.0.18 "GET /v2.0/networks/922632e1-2fcb-4d44-a394-325429781ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926650 Jul 13 19:30:07.453661 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-0fa36f6f-58ba-4dd8-aefb-dcef1e1674b0 req-1b81dd6c-dd17-4198-b898-75054b5c1d54 service neutron] 10.222.0.18 "GET /v2.0/networks/922632e1-2fcb-4d44-a394-325429781ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914459 Jul 13 19:30:07.950362 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5410d1f-3459-4c37-a7bc-44edc00034de req-541f9976-cac7-4f7c-929b-91eb4727d2d7 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:07.951872 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c5410d1f-3459-4c37-a7bc-44edc00034de req-541f9976-cac7-4f7c-929b-91eb4727d2d7 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=42290e79-2ae8-4ca2-a549-50507a938f45 HTTP/1.1" status: 200 len: 943 time: 0.0621736 Jul 13 19:30:07.991011 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c5410d1f-3459-4c37-a7bc-44edc00034de req-4ab09680-ff93-459e-a373-7c91a316d0db tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?id=e2488bb5-0b32-45f0-870f-4ba39cc0f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332148 Jul 13 19:30:09.173446 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df2f89-b234-4168-8bfc-ef5fcb4bb1dc req-e264b3d5-2243-4e89-994c-031d6e36c1d8 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:09.175067 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-83df2f89-b234-4168-8bfc-ef5fcb4bb1dc req-e264b3d5-2243-4e89-994c-031d6e36c1d8 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=42290e79-2ae8-4ca2-a549-50507a938f45 HTTP/1.1" status: 200 len: 943 time: 0.0690215 Jul 13 19:30:09.224144 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-83df2f89-b234-4168-8bfc-ef5fcb4bb1dc req-096eb160-3e6c-4a09-9771-797747b02af9 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?id=e2488bb5-0b32-45f0-870f-4ba39cc0f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429077 Jul 13 19:30:09.853974 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c094d1-17f4-4d33-a8f3-eb1098c64995 req-50f92979-f038-4617-9a93-a813bf8d0708 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:09.855516 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-e0c094d1-17f4-4d33-a8f3-eb1098c64995 req-50f92979-f038-4617-9a93-a813bf8d0708 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5983df8-d914-41d0-baf2-8e26bf087875 HTTP/1.1" status: 200 len: 945 time: 0.0638728 Jul 13 19:30:09.896217 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-e0c094d1-17f4-4d33-a8f3-eb1098c64995 req-414bfda6-1092-4444-9692-f8b805ea6f56 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/security-groups?id=12fcf376-dfa3-496e-b664-1285ed12ab00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342953 Jul 13 19:30:10.393911 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e7e33c-cd6f-47e1-88bb-c8b0f7554e7f req-56e3f894-54e1-4407-ae01-dbd4131391ca tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:10.395414 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-c9e7e33c-cd6f-47e1-88bb-c8b0f7554e7f req-56e3f894-54e1-4407-ae01-dbd4131391ca tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=42290e79-2ae8-4ca2-a549-50507a938f45 HTTP/1.1" status: 200 len: 943 time: 0.0659990 Jul 13 19:30:10.432305 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-c9e7e33c-cd6f-47e1-88bb-c8b0f7554e7f req-67774136-a2cb-482d-bbb5-6086cbf45b46 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?id=e2488bb5-0b32-45f0-870f-4ba39cc0f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313303 Jul 13 19:30:10.851141 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device 038e047b-156f-4b01-9a7c-76f41bfd6a2d details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:30:10.947148 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port 038e047b-156f-4b01-9a7c-76f41bfd6a2d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=038e047b-156f-4b01-9a7c-76f41bfd6a2d,segment=NetworkSegment(d1c90e22-3ed8-421c-9c7d-06b4426b58df),segment_id=d1c90e22-3ed8-421c-9c7d-06b4426b58df)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:30:10.963810 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Returning: {'device': '038e047b-156f-4b01-9a7c-76f41bfd6a2d', 'network_id': '922632e1-2fcb-4d44-a394-325429781ce3', 'port_id': '038e047b-156f-4b01-9a7c-76f41bfd6a2d', 'mac_address': 'fa:16:3e:2e:d2:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e577557a-4de0-4b64-b346-c9cb7908bed6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:30:11.003406 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:11.019217 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 038e047b-156f-4b01-9a7c-76f41bfd6a2d {{(pid=92925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:30:11.047041 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port 038e047b-156f-4b01-9a7c-76f41bfd6a2d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=038e047b-156f-4b01-9a7c-76f41bfd6a2d,segment=NetworkSegment(d1c90e22-3ed8-421c-9c7d-06b4426b58df),segment_id=d1c90e22-3ed8-421c-9c7d-06b4426b58df)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:30:11.052327 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:11.094930 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135670a9-81a5-4cad-bb11-4c86165d59bb req-861da81d-ca32-48bb-b788-de4bd1d5904a tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:11.096653 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-135670a9-81a5-4cad-bb11-4c86165d59bb req-861da81d-ca32-48bb-b788-de4bd1d5904a tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5983df8-d914-41d0-baf2-8e26bf087875 HTTP/1.1" status: 200 len: 945 time: 0.0655639 Jul 13 19:30:11.101663 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Pushing event updated for resources: {'Port': ['ID=038e047b-156f-4b01-9a7c-76f41bfd6a2d,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:11.111497 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 55888) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:11.138267 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-135670a9-81a5-4cad-bb11-4c86165d59bb req-67a6d692-6803-475b-a3a5-bc40835be4f5 tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/security-groups?id=12fcf376-dfa3-496e-b664-1285ed12ab00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351837 Jul 13 19:30:11.214540 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2f126b18-bb1e-4614-ab31-52329162985e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:11.305747 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2f126b18-bb1e-4614-ab31-52329162985e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:11.310661 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2f126b18-bb1e-4614-ab31-52329162985e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:11.349183 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-2f126b18-bb1e-4614-ab31-52329162985e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=988fb99d245c4d51bf18082e0ba6536c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2366166 Jul 13 19:30:11.350046 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f126b18-bb1e-4614-ab31-52329162985e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3568eea-b754-45be-9320-e3927c11762f,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:11.351852 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 55892) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:11.364260 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] get_ports_and_sgs() called for port_ids ['038e047b-156f-4b01-9a7c-76f41bfd6a2d'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:30:11.402937 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-53bf90b3-f8e0-4852-ac4f-2172a585603c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:11.425764 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-53bf90b3-f8e0-4852-ac4f-2172a585603c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:11.484202 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-53bf90b3-f8e0-4852-ac4f-2172a585603c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:11.487080 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-53bf90b3-f8e0-4852-ac4f-2172a585603c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:11.490823 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-53bf90b3-f8e0-4852-ac4f-2172a585603c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b3568eea-b754-45be-9320-e3927c11762f HTTP/1.1" status: 204 len: 168 time: 0.1356976 Jul 13 19:30:11.497635 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bf90b3-f8e0-4852-ac4f-2172a585603c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3568eea-b754-45be-9320-e3927c11762f,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:11.633050 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5317b91-04c5-46d4-b4ab-9c8fe2ce4121 req-433973b0-7565-4677-90a6-15307e38ec9b tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:11.634743 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f5317b91-04c5-46d4-b4ab-9c8fe2ce4121 req-433973b0-7565-4677-90a6-15307e38ec9b tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=42290e79-2ae8-4ca2-a549-50507a938f45 HTTP/1.1" status: 200 len: 944 time: 0.0698712 Jul 13 19:30:11.673223 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f5317b91-04c5-46d4-b4ab-9c8fe2ce4121 req-89bd01fa-f5ed-44cd-8344-6285bf02f006 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?id=e2488bb5-0b32-45f0-870f-4ba39cc0f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327036 Jul 13 19:30:11.760761 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 55902) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:11.774555 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-59e7d5b5-c61e-4360-8427-83bd2a984dee admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:11.817321 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4144007d-6a5e-4bce-b02f-51268f4d9beb req-d9ad323a-3324-484c-9069-1be7806357cc tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:11.819473 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-4144007d-6a5e-4bce-b02f-51268f4d9beb req-d9ad323a-3324-484c-9069-1be7806357cc tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5983df8-d914-41d0-baf2-8e26bf087875 HTTP/1.1" status: 200 len: 945 time: 0.0729790 Jul 13 19:30:11.880307 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-59e7d5b5-c61e-4360-8427-83bd2a984dee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:11.884414 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-59e7d5b5-c61e-4360-8427-83bd2a984dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:11.926687 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-59e7d5b5-c61e-4360-8427-83bd2a984dee admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=962b462779be4b8ea0058cc1cf621458&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1625209 Jul 13 19:30:11.926687 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e7d5b5-c61e-4360-8427-83bd2a984dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78bcff0e-d299-4418-9cac-121c7aeaa622,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:11.927622 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 55904) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:11.960172 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [req-4144007d-6a5e-4bce-b02f-51268f4d9beb req-8e77e297-01be-46c7-bef3-7d34ed488fbc tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Deleting port 60829692-f981-4e4c-a6e9-4e968b12e648 {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:30:11.960508 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-4144007d-6a5e-4bce-b02f-51268f4d9beb req-8e77e297-01be-46c7-bef3-7d34ed488fbc tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752272853989'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:12.033394 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a4f9b354-dc9d-4824-adf0-1f1073db8146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:12.073433 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a4f9b354-dc9d-4824-adf0-1f1073db8146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:12.086673 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-4144007d-6a5e-4bce-b02f-51268f4d9beb req-8e77e297-01be-46c7-bef3-7d34ed488fbc tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] For port 60829692-f981-4e4c-a6e9-4e968b12e648, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=60829692-f981-4e4c-a6e9-4e968b12e648,segment=NetworkSegment(e76ad695-8838-412a-a0c0-c26a4e4be224),segment_id=e76ad695-8838-412a-a0c0-c26a4e4be224)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:30:12.087022 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-4144007d-6a5e-4bce-b02f-51268f4d9beb req-8e77e297-01be-46c7-bef3-7d34ed488fbc tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763640'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:12.110430 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [req-4144007d-6a5e-4bce-b02f-51268f4d9beb req-8e77e297-01be-46c7-bef3-7d34ed488fbc tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Calling delete_port for 60829692-f981-4e4c-a6e9-4e968b12e648 owned by compute:nova {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:30:12.180573 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a4f9b354-dc9d-4824-adf0-1f1073db8146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:12.183182 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a4f9b354-dc9d-4824-adf0-1f1073db8146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:12.184342 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-a4f9b354-dc9d-4824-adf0-1f1073db8146 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/78bcff0e-d299-4418-9cac-121c7aeaa622 HTTP/1.1" status: 204 len: 168 time: 0.2562428 Jul 13 19:30:12.196490 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f9b354-dc9d-4824-adf0-1f1073db8146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78bcff0e-d299-4418-9cac-121c7aeaa622,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:12.275282 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-4144007d-6a5e-4bce-b02f-51268f4d9beb req-8e77e297-01be-46c7-bef3-7d34ed488fbc tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752272859917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752272454292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126721041'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:12.287875 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] get_ports_and_sgs() called for port_ids ['60829692-f981-4e4c-a6e9-4e968b12e648'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:30:12.294995 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b1d17162-04a9-48cc-b07c-3614d3e487bb req-b2416a82-3952-4f68-8122-58ee8919c5ed tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5983df8-d914-41d0-baf2-8e26bf087875 HTTP/1.1" status: 200 len: 210 time: 0.0284519 Jul 13 19:30:12.304804 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e77e297-01be-46c7-bef3-7d34ed488fbc tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Pushing event deleted for resources: {'Port': ['ID=60829692-f981-4e4c-a6e9-4e968b12e648,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:12.361154 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [req-4144007d-6a5e-4bce-b02f-51268f4d9beb req-8e77e297-01be-46c7-bef3-7d34ed488fbc tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] No DVR routers for this DVR port 60829692-f981-4e4c-a6e9-4e968b12e648 on host hv-cinder-78693 {{(pid=92924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:30:12.364190 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-4144007d-6a5e-4bce-b02f-51268f4d9beb req-8e77e297-01be-46c7-bef3-7d34ed488fbc tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:12.366076 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-4144007d-6a5e-4bce-b02f-51268f4d9beb req-8e77e297-01be-46c7-bef3-7d34ed488fbc tempest-VolumesSnapshotTestJSON-1613827211 tempest-VolumesSnapshotTestJSON-1613827211-project] 10.222.0.18 "DELETE /v2.0/ports/60829692-f981-4e4c-a6e9-4e968b12e648 HTTP/1.1" status: 204 len: 173 time: 0.5374341 Jul 13 19:30:12.366508 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5983df8-d914-41d0-baf2-8e26bf087875', 'name': 'network-vif-deleted', 'tag': '60829692-f981-4e4c-a6e9-4e968b12e648'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:30:12.368792 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8879ae7e4e4d0f25c61261a3e286ece662f5d6b6250d5f2cd5814de7b022cdc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14116d9-e930-4dc5-97f1-bb6ed6369f44" -d '{"events": [{"server_uuid": "b5983df8-d914-41d0-baf2-8e26bf087875", "name": "network-vif-deleted", "tag": "60829692-f981-4e4c-a6e9-4e968b12e648"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:30:12.415336 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0929587d-0dd5-4979-9e6d-57367ccc2ef5 x-openstack-request-id: req-0929587d-0dd5-4979-9e6d-57367ccc2ef5 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:30:12.416381 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5983df8-d914-41d0-baf2-8e26bf087875", "name": "network-vif-deleted", "tag": "60829692-f981-4e4c-a6e9-4e968b12e648", "status": "completed", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:30:12.416381 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0929587d-0dd5-4979-9e6d-57367ccc2ef5 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:30:12.416381 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5983df8-d914-41d0-baf2-8e26bf087875', 'name': 'network-vif-deleted', 'tag': '60829692-f981-4e4c-a6e9-4e968b12e648', 'status': 'completed', 'code': 200} Jul 13 19:30:12.868575 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47420fb6-341e-4c90-863a-173dd9e89e5c req-0c0dda61-1a75-4303-b42d-4c4e572082e8 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:12.871564 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device 038e047b-156f-4b01-9a7c-76f41bfd6a2d up at agent hyperv_hv-cinder-78693 {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:30:12.878013 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-47420fb6-341e-4c90-863a-173dd9e89e5c req-0c0dda61-1a75-4303-b42d-4c4e572082e8 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=42290e79-2ae8-4ca2-a549-50507a938f45 HTTP/1.1" status: 200 len: 944 time: 0.0884778 Jul 13 19:30:12.941920 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-47420fb6-341e-4c90-863a-173dd9e89e5c req-7ea59dc3-dd7b-4fed-83cf-11ac26a985b7 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?id=e2488bb5-0b32-45f0-870f-4ba39cc0f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534554 Jul 13 19:30:12.979333 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Provisioning for port 038e047b-156f-4b01-9a7c-76f41bfd6a2d completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:30:12.986349 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Provisioning complete for port 038e047b-156f-4b01-9a7c-76f41bfd6a2d triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:30:12.986845 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:13.080699 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:13.105026 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42290e79-2ae8-4ca2-a549-50507a938f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '038e047b-156f-4b01-9a7c-76f41bfd6a2d'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:30:13.107620 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540c69b029c7553e3853e743d2a892cf8287872a4bddd25c2711216cf853e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f65582-d041-462f-8ebb-863eaf6258da" -d '{"events": [{"server_uuid": "42290e79-2ae8-4ca2-a549-50507a938f45", "name": "network-vif-plugged", "status": "completed", "tag": "038e047b-156f-4b01-9a7c-76f41bfd6a2d"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:30:13.121126 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port 038e047b-156f-4b01-9a7c-76f41bfd6a2d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=038e047b-156f-4b01-9a7c-76f41bfd6a2d,segment=NetworkSegment(d1c90e22-3ed8-421c-9c7d-06b4426b58df),segment_id=d1c90e22-3ed8-421c-9c7d-06b4426b58df)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:30:13.126908 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:13.155704 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae7abda9-8033-4e21-b74f-c52fd118dbb0 x-openstack-request-id: req-ae7abda9-8033-4e21-b74f-c52fd118dbb0 {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:30:13.155980 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42290e79-2ae8-4ca2-a549-50507a938f45", "name": "network-vif-plugged", "status": "completed", "tag": "038e047b-156f-4b01-9a7c-76f41bfd6a2d", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:30:13.156236 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ae7abda9-8033-4e21-b74f-c52fd118dbb0 {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:30:13.156636 dv-cinder-786932-3-iscsi neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42290e79-2ae8-4ca2-a549-50507a938f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '038e047b-156f-4b01-9a7c-76f41bfd6a2d', 'code': 200} Jul 13 19:30:13.186219 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Pushing event updated for resources: {'Port': ['ID=038e047b-156f-4b01-9a7c-76f41bfd6a2d,revision_number=5']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:13.390204 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cfed4b-2fb8-4462-ab6b-dc10661b3aec req-73e0fa4a-9af4-44ad-8af0-1d8f2f6bb65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:13.392298 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-40cfed4b-2fb8-4462-ab6b-dc10661b3aec req-73e0fa4a-9af4-44ad-8af0-1d8f2f6bb65b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=42290e79-2ae8-4ca2-a549-50507a938f45 HTTP/1.1" status: 200 len: 1098 time: 0.0554760 Jul 13 19:30:13.434620 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-40cfed4b-2fb8-4462-ab6b-dc10661b3aec req-e782a115-7f7c-46c0-b7c7-5b3b38a1bc14 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e2488bb5-0b32-45f0-870f-4ba39cc0f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364058 Jul 13 19:30:14.128677 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe2d65e-120b-4e51-9178-2f6b1c9aaf5f req-fe5050bf-4e33-4676-ac55-b98485ade62d tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:14.130160 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-cbe2d65e-120b-4e51-9178-2f6b1c9aaf5f req-fe5050bf-4e33-4676-ac55-b98485ade62d tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=42290e79-2ae8-4ca2-a549-50507a938f45 HTTP/1.1" status: 200 len: 945 time: 0.0664246 Jul 13 19:30:14.174523 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-cbe2d65e-120b-4e51-9178-2f6b1c9aaf5f req-7d5a9ed7-6d0d-4547-8ed9-deb69c906c0d tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?id=e2488bb5-0b32-45f0-870f-4ba39cc0f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368910 Jul 13 19:30:15.346601 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4836e5f-0f6e-466f-9f39-7a098e6070c7 req-d662d2c0-b2bd-4116-ac17-7769d7e3dd99 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:15.348092 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f4836e5f-0f6e-466f-9f39-7a098e6070c7 req-d662d2c0-b2bd-4116-ac17-7769d7e3dd99 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=42290e79-2ae8-4ca2-a549-50507a938f45 HTTP/1.1" status: 200 len: 945 time: 0.0627234 Jul 13 19:30:15.385482 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f4836e5f-0f6e-466f-9f39-7a098e6070c7 req-e4f6438c-0df2-496c-ad4d-cc8225ebb243 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?id=e2488bb5-0b32-45f0-870f-4ba39cc0f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316849 Jul 13 19:30:15.555661 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed4b4c-c7d3-4946-8169-949ffcb31d18 req-da3579b7-cc7b-43bd-8665-d5f93ef401ea tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:15.557124 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b1ed4b4c-c7d3-4946-8169-949ffcb31d18 req-da3579b7-cc7b-43bd-8665-d5f93ef401ea tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=42290e79-2ae8-4ca2-a549-50507a938f45 HTTP/1.1" status: 200 len: 945 time: 0.0645211 Jul 13 19:30:15.566097 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 55976) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:15.570441 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-d6ca6d86-ced2-4d5c-a94d-0650e001a1ba tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Request body: {'floatingip': {'port_id': '038e047b-156f-4b01-9a7c-76f41bfd6a2d'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:30:15.609858 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d6ca6d86-ced2-4d5c-a94d-0650e001a1ba tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks [] for floatingip, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:16.049849 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d6ca6d86-ced2-4d5c-a94d-0650e001a1ba tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:16.053605 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d6ca6d86-ced2-4d5c-a94d-0650e001a1ba tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760411'] for floatingip, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:16.154142 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.db.l3_db [None req-d6ca6d86-ced2-4d5c-a94d-0650e001a1ba tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Floating IP df52213c-356a-4d98-92f1-d8cae9c5f61f associated. External IP: 172.27.1.197, port: 038e047b-156f-4b01-9a7c-76f41bfd6a2d. Jul 13 19:30:16.329938 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-a72fcad1-fd7e-410f-a9d3-8699cb53eaa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:16.356874 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ca6d86-ced2-4d5c-a94d-0650e001a1ba tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Router b299da8c-f74d-4b8c-afd6-d60053b56697 has already been hosted by L3 agent beedb406-ab13-44dd-957b-972171d020d2 {{(pid=92923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:30:16.463207 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ca6d86-ced2-4d5c-a94d-0650e001a1ba tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify agent at l3_agent.dv-cinder-786932-3-iscsi the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:30:16.468245 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d6ca6d86-ced2-4d5c-a94d-0650e001a1ba tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for floatingip, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:16.472655 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396394b3-6659-47d9-808e-979109c49985 None None] Sync routers for ids ['b299da8c-f74d-4b8c-afd6-d60053b56697'] in dv-cinder-786932-3-iscsi {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:30:16.481720 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396394b3-6659-47d9-808e-979109c49985 None None] Routers {'b299da8c-f74d-4b8c-afd6-d60053b56697'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:30:16.482418 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-396394b3-6659-47d9-808e-979109c49985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:29:49Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['b299da8c-f74d-4b8c-afd6-d60053b56697'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:30:16.505266 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-d6ca6d86-ced2-4d5c-a94d-0650e001a1ba tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "PUT /v2.0/floatingips/df52213c-356a-4d98-92f1-d8cae9c5f61f HTTP/1.1" status: 200 len: 991 time: 0.9381318 Jul 13 19:30:16.505857 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42290e79-2ae8-4ca2-a549-50507a938f45', 'tag': '038e047b-156f-4b01-9a7c-76f41bfd6a2d'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:30:16.508165 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1087dd994376df9afb132dbe65b34b6853527e2d112168992b97c33633c3add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a009a5f3-e821-4967-a9ee-9794eaf8454e" -d '{"events": [{"name": "network-changed", "server_uuid": "42290e79-2ae8-4ca2-a549-50507a938f45", "tag": "038e047b-156f-4b01-9a7c-76f41bfd6a2d"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:30:16.702633 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-396394b3-6659-47d9-808e-979109c49985 None None] Set router b299da8c-f74d-4b8c-afd6-d60053b56697 gateway port host: dv-cinder-786932-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:30:16.927194 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-396394b3-6659-47d9-808e-979109c49985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b299da8c-f74d-4b8c-afd6-d60053b56697', 'name': 'tempest-AttachVolumeTestJSON-205678765-router', 'tenant_id': '09d928f8d15b4be49420ac3d92a41f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '2780c301-af71-40ac-8dc0-dad9143e9d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:06Z', 'updated_at': '2021-07-13T19:25:14Z', 'revision_number': 4, 'project_id': '09d928f8d15b4be49420ac3d92a41f6f', 'gw_port': {'id': '2780c301-af71-40ac-8dc0-dad9143e9d26', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b299da8c-f74d-4b8c-afd6-d60053b56697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:07Z', 'updated_at': '2021-07-13T19:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_floatingips': [{'id': 'df52213c-356a-4d98-92f1-d8cae9c5f61f', 'tenant_id': '09d928f8d15b4be49420ac3d92a41f6f', 'floating_ip_address': '172.27.1.197', 'floating_network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'router_id': 'b299da8c-f74d-4b8c-afd6-d60053b56697', 'port_id': '038e047b-156f-4b01-9a7c-76f41bfd6a2d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '922632e1-2fcb-4d44-a394-325429781ce3', 'mac_address': 'fa:16:3e:2e:d2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42290e79-2ae8-4ca2-a549-50507a938f45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:30:02Z', 'updated_at': '2021-07-13T19:30:15Z', 'revision_number': 1, 'project_id': '09d928f8d15b4be49420ac3d92a41f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efb67827-29bc-4c74-b0d4-318722a2f78f', 'name': '', 'network_id': '922632e1-2fcb-4d44-a394-325429781ce3', 'tenant_id': '09d928f8d15b4be49420ac3d92a41f6f', 'mac_address': 'fa:16:3e:44:fa:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b299da8c-f74d-4b8c-afd6-d60053b56697', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e577557a-4de0-4b64-b346-c9cb7908bed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:12Z', 'updated_at': '2021-07-13T19:25:29Z', 'revision_number': 5, 'project_id': '09d928f8d15b4be49420ac3d92a41f6f', 'subnets': [{'id': 'e577557a-4de0-4b64-b346-c9cb7908bed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:30:16.952843 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396394b3-6659-47d9-808e-979109c49985 None None] Checking router: b299da8c-f74d-4b8c-afd6-d60053b56697 for host: dv-cinder-786932-3-iscsi {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:30:16.964895 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396394b3-6659-47d9-808e-979109c49985 None None] Routers {'b299da8c-f74d-4b8c-afd6-d60053b56697'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:30:16.964895 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-396394b3-6659-47d9-808e-979109c49985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:29:49Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['b299da8c-f74d-4b8c-afd6-d60053b56697'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:30:17.068351 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-396394b3-6659-47d9-808e-979109c49985 None None] Set router b299da8c-f74d-4b8c-afd6-d60053b56697 gateway port host: dv-cinder-786932-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:30:17.294459 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-396394b3-6659-47d9-808e-979109c49985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b299da8c-f74d-4b8c-afd6-d60053b56697', 'name': 'tempest-AttachVolumeTestJSON-205678765-router', 'tenant_id': '09d928f8d15b4be49420ac3d92a41f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '2780c301-af71-40ac-8dc0-dad9143e9d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:06Z', 'updated_at': '2021-07-13T19:25:14Z', 'revision_number': 4, 'project_id': '09d928f8d15b4be49420ac3d92a41f6f', 'gw_port': {'id': '2780c301-af71-40ac-8dc0-dad9143e9d26', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b299da8c-f74d-4b8c-afd6-d60053b56697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:07Z', 'updated_at': '2021-07-13T19:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_floatingips': [{'id': 'df52213c-356a-4d98-92f1-d8cae9c5f61f', 'tenant_id': '09d928f8d15b4be49420ac3d92a41f6f', 'floating_ip_address': '172.27.1.197', 'floating_network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'router_id': 'b299da8c-f74d-4b8c-afd6-d60053b56697', 'port_id': '038e047b-156f-4b01-9a7c-76f41bfd6a2d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '922632e1-2fcb-4d44-a394-325429781ce3', 'mac_address': 'fa:16:3e:2e:d2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42290e79-2ae8-4ca2-a549-50507a938f45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:30:02Z', 'updated_at': '2021-07-13T19:30:15Z', 'revision_number': 1, 'project_id': '09d928f8d15b4be49420ac3d92a41f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efb67827-29bc-4c74-b0d4-318722a2f78f', 'name': '', 'network_id': '922632e1-2fcb-4d44-a394-325429781ce3', 'tenant_id': '09d928f8d15b4be49420ac3d92a41f6f', 'mac_address': 'fa:16:3e:44:fa:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b299da8c-f74d-4b8c-afd6-d60053b56697', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e577557a-4de0-4b64-b346-c9cb7908bed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:12Z', 'updated_at': '2021-07-13T19:25:29Z', 'revision_number': 5, 'project_id': '09d928f8d15b4be49420ac3d92a41f6f', 'subnets': [{'id': 'e577557a-4de0-4b64-b346-c9cb7908bed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:30:17.323428 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396394b3-6659-47d9-808e-979109c49985 None None] The sync data for ids ['b299da8c-f74d-4b8c-afd6-d60053b56697'] in dv-cinder-786932-3-iscsi is: [{'id': 'b299da8c-f74d-4b8c-afd6-d60053b56697', 'name': 'tempest-AttachVolumeTestJSON-205678765-router', 'tenant_id': '09d928f8d15b4be49420ac3d92a41f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '2780c301-af71-40ac-8dc0-dad9143e9d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:06Z', 'updated_at': '2021-07-13T19:25:14Z', 'revision_number': 4, 'project_id': '09d928f8d15b4be49420ac3d92a41f6f', 'gw_port': {'id': '2780c301-af71-40ac-8dc0-dad9143e9d26', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b299da8c-f74d-4b8c-afd6-d60053b56697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:07Z', 'updated_at': '2021-07-13T19:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_floatingips': [{'id': 'df52213c-356a-4d98-92f1-d8cae9c5f61f', 'tenant_id': '09d928f8d15b4be49420ac3d92a41f6f', 'floating_ip_address': '172.27.1.197', 'floating_network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'router_id': 'b299da8c-f74d-4b8c-afd6-d60053b56697', 'port_id': '038e047b-156f-4b01-9a7c-76f41bfd6a2d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '922632e1-2fcb-4d44-a394-325429781ce3', 'mac_address': 'fa:16:3e:2e:d2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42290e79-2ae8-4ca2-a549-50507a938f45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:30:02Z', 'updated_at': '2021-07-13T19:30:15Z', 'revision_number': 1, 'project_id': '09d928f8d15b4be49420ac3d92a41f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efb67827-29bc-4c74-b0d4-318722a2f78f', 'name': '', 'network_id': '922632e1-2fcb-4d44-a394-325429781ce3', 'tenant_id': '09d928f8d15b4be49420ac3d92a41f6f', 'mac_address': 'fa:16:3e:44:fa:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b299da8c-f74d-4b8c-afd6-d60053b56697', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e577557a-4de0-4b64-b346-c9cb7908bed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:12Z', 'updated_at': '2021-07-13T19:25:29Z', 'revision_number': 5, 'project_id': '09d928f8d15b4be49420ac3d92a41f6f', 'subnets': [{'id': 'e577557a-4de0-4b64-b346-c9cb7908bed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:30:17.513887 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f629423-e11d-4389-bf7b-dc3f387357ad None None] New status for floating IP df52213c-356a-4d98-92f1-d8cae9c5f61f: ACTIVE {{(pid=92926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:30:17.888455 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device 60829692-f981-4e4c-a6e9-4e968b12e648 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:30:17.910997 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] No Port match for: 60829692-f981-4e4c-a6e9-4e968b12e648 {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:30:17.911504 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device 60829692-f981-4e4c-a6e9-4e968b12e648 not bound to the agent host hv-cinder-78693 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:30:17.930431 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f811a8ec-2023-4153-9234-5da2a4c9f6da x-openstack-request-id: req-f811a8ec-2023-4153-9234-5da2a4c9f6da {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:30:17.930919 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42290e79-2ae8-4ca2-a549-50507a938f45", "tag": "038e047b-156f-4b01-9a7c-76f41bfd6a2d", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:30:17.931450 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f811a8ec-2023-4153-9234-5da2a4c9f6da {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:30:17.931450 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42290e79-2ae8-4ca2-a549-50507a938f45', 'tag': '038e047b-156f-4b01-9a7c-76f41bfd6a2d', 'status': 'completed', 'code': 200} Jul 13 19:30:18.015172 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a009a5f3-e821-4967-a9ee-9794eaf8454e req-e978d25b-da06-40be-b392-a9091420acd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:18.016698 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-a009a5f3-e821-4967-a9ee-9794eaf8454e req-e978d25b-da06-40be-b392-a9091420acd3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=09d928f8d15b4be49420ac3d92a41f6f&device_id=42290e79-2ae8-4ca2-a549-50507a938f45 HTTP/1.1" status: 200 len: 1098 time: 0.0539098 Jul 13 19:30:18.111387 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a009a5f3-e821-4967-a9ee-9794eaf8454e req-8781ed21-28ef-42f0-8e6c-c538885653ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:18.113120 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-a009a5f3-e821-4967-a9ee-9794eaf8454e req-8781ed21-28ef-42f0-8e6c-c538885653ad service neutron] 10.222.0.18 "GET /v2.0/networks?id=922632e1-2fcb-4d44-a394-325429781ce3 HTTP/1.1" status: 200 len: 911 time: 0.0895159 Jul 13 19:30:18.184204 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-a009a5f3-e821-4967-a9ee-9794eaf8454e req-70958244-0869-43ee-a6c6-c26a53772ceb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=038e047b-156f-4b01-9a7c-76f41bfd6a2d HTTP/1.1" status: 200 len: 1001 time: 0.0633502 Jul 13 19:30:18.233500 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a009a5f3-e821-4967-a9ee-9794eaf8454e req-9e21ec3d-71f7-4677-b95a-66c6e363938c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:18.234889 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-a009a5f3-e821-4967-a9ee-9794eaf8454e req-9e21ec3d-71f7-4677-b95a-66c6e363938c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e577557a-4de0-4b64-b346-c9cb7908bed6 HTTP/1.1" status: 200 len: 849 time: 0.0440822 Jul 13 19:30:18.297149 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a009a5f3-e821-4967-a9ee-9794eaf8454e req-9436193a-0b52-4fd2-a352-172977b41133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:18.298647 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-a009a5f3-e821-4967-a9ee-9794eaf8454e req-9436193a-0b52-4fd2-a352-172977b41133 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=922632e1-2fcb-4d44-a394-325429781ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0572443 Jul 13 19:30:18.960441 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-c35d4f45-3df2-47f6-86d5-38f92c85f0e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:19.077999 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:20.227772 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f121cc10-15a3-4774-9d3b-44cefef2260b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:21.321996 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-a009a5f3-e821-4967-a9ee-9794eaf8454e req-ba5837bb-d2fb-4e01-9d0c-62bfe35e741b service neutron] 10.222.0.18 "GET /v2.0/networks/922632e1-2fcb-4d44-a394-325429781ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953627 Jul 13 19:30:21.424073 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-a009a5f3-e821-4967-a9ee-9794eaf8454e req-d58dfde9-10a0-4ca4-8585-d6136bcb70fe service neutron] 10.222.0.18 "GET /v2.0/networks/922632e1-2fcb-4d44-a394-325429781ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922158 Jul 13 19:30:21.609093 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7c049b-9a83-492f-bdc7-3443d9146870 req-86ae68b2-d0e0-41cf-835b-5f10adaf77ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:21.610596 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2a7c049b-9a83-492f-bdc7-3443d9146870 req-86ae68b2-d0e0-41cf-835b-5f10adaf77ba service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5fb99b1b35e24c1ca47629b32e1a4f4d&device_id=af1210a2-62b7-440a-b8f7-96ce85d9e215 HTTP/1.1" status: 200 len: 1138 time: 0.0949242 Jul 13 19:30:21.637269 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c89af5-c63f-4229-a03b-0bc9b1e84b62 req-6d7e8759-d0c1-455a-a9dc-8582f99e8716 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:21.638725 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-b5c89af5-c63f-4229-a03b-0bc9b1e84b62 req-6d7e8759-d0c1-455a-a9dc-8582f99e8716 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/ports?device_id=af1210a2-62b7-440a-b8f7-96ce85d9e215 HTTP/1.1" status: 200 len: 985 time: 0.0903223 Jul 13 19:30:21.727711 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-90e910e5-9927-492e-a649-803b472a565a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:21.733669 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-b5c89af5-c63f-4229-a03b-0bc9b1e84b62 req-9560e65f-7a19-408b-a808-353bf6177f42 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/security-groups?id=e0200969-8517-4565-ae29-c31726ff4fc4&id=442485de-3dcd-4e9f-980e-a7b18443e734&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0833364 Jul 13 19:30:21.754400 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7c049b-9a83-492f-bdc7-3443d9146870 req-cd5c20d4-143e-4dc3-9c34-b397364ef6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:21.755920 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2a7c049b-9a83-492f-bdc7-3443d9146870 req-cd5c20d4-143e-4dc3-9c34-b397364ef6fa service neutron] 10.222.0.18 "GET /v2.0/networks?id=9db1d3a0-709c-4856-9653-0d0c7911e292 HTTP/1.1" status: 200 len: 915 time: 0.1348629 Jul 13 19:30:21.826969 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2a7c049b-9a83-492f-bdc7-3443d9146870 req-28fd62f4-abe5-4108-996e-0f4c3eb31e48 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=475528db-163f-430e-b15e-9a03d97065f9 HTTP/1.1" status: 200 len: 1001 time: 0.0634966 Jul 13 19:30:23.696786 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.agents_db [None req-012e1d35-f91a-49b0-a4f0-5c30301579de None None] Agent healthcheck: found 6 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:30:24.886671 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7c049b-9a83-492f-bdc7-3443d9146870 req-b2ca05f1-3cb9-4feb-af2d-e4b3e79643ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:24.888624 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2a7c049b-9a83-492f-bdc7-3443d9146870 req-b2ca05f1-3cb9-4feb-af2d-e4b3e79643ce service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7c0e6b1b-c659-4b9e-9a87-44fb28b37af0 HTTP/1.1" status: 200 len: 853 time: 0.2053766 Jul 13 19:30:24.950538 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3e574-b9f2-46fd-9781-1beb73259e4f req-e86d8e7e-396c-4b78-96a5-4e4d7f6a6a65 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:24.953022 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-63f3e574-b9f2-46fd-9781-1beb73259e4f req-e86d8e7e-396c-4b78-96a5-4e4d7f6a6a65 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/ports?device_id=af1210a2-62b7-440a-b8f7-96ce85d9e215 HTTP/1.1" status: 200 len: 985 time: 0.1212726 Jul 13 19:30:25.007850 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7c049b-9a83-492f-bdc7-3443d9146870 req-acc049e3-f75a-40fc-9ddc-d2d6a0f07d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:25.009583 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2a7c049b-9a83-492f-bdc7-3443d9146870 req-acc049e3-f75a-40fc-9ddc-d2d6a0f07d90 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9db1d3a0-709c-4856-9653-0d0c7911e292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1107974 Jul 13 19:30:25.018401 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-63f3e574-b9f2-46fd-9781-1beb73259e4f req-8c0dcca3-0419-4dcf-a092-37869a2f4879 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/security-groups?id=e0200969-8517-4565-ae29-c31726ff4fc4&id=442485de-3dcd-4e9f-980e-a7b18443e734&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0575328 Jul 13 19:30:25.127139 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2a7c049b-9a83-492f-bdc7-3443d9146870 req-62fadf77-276d-4ee7-956a-92af88ad899e service neutron] 10.222.0.18 "GET /v2.0/networks/9db1d3a0-709c-4856-9653-0d0c7911e292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062841 Jul 13 19:30:25.258139 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2a7c049b-9a83-492f-bdc7-3443d9146870 req-0813dbbd-9fff-49dc-9c22-0269e91d6e2e service neutron] 10.222.0.18 "GET /v2.0/networks/9db1d3a0-709c-4856-9653-0d0c7911e292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187930 Jul 13 19:30:26.209273 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a55706-0cc1-4b50-a697-3ff69f2b549f req-b05804e9-1b68-4353-a13c-5ac7fc88de37 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:26.210801 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-89a55706-0cc1-4b50-a697-3ff69f2b549f req-b05804e9-1b68-4353-a13c-5ac7fc88de37 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/ports?device_id=af1210a2-62b7-440a-b8f7-96ce85d9e215 HTTP/1.1" status: 200 len: 985 time: 0.0656681 Jul 13 19:30:26.254013 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-89a55706-0cc1-4b50-a697-3ff69f2b549f req-273e4aab-40e6-4390-abfd-4890e0f153d3 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/security-groups?id=e0200969-8517-4565-ae29-c31726ff4fc4&id=442485de-3dcd-4e9f-980e-a7b18443e734&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0374496 Jul 13 19:30:27.437387 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4993bf-83a9-4fb1-987d-a3ad658aec6e req-1e005917-5f9b-4589-8915-d7d4c5affe4e tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:27.438941 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-5a4993bf-83a9-4fb1-987d-a3ad658aec6e req-1e005917-5f9b-4589-8915-d7d4c5affe4e tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/ports?device_id=af1210a2-62b7-440a-b8f7-96ce85d9e215 HTTP/1.1" status: 200 len: 985 time: 0.0665648 Jul 13 19:30:27.479644 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-5a4993bf-83a9-4fb1-987d-a3ad658aec6e req-c13ce3c4-afcd-4948-9cfa-c063bd04c0b9 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/security-groups?id=e0200969-8517-4565-ae29-c31726ff4fc4&id=442485de-3dcd-4e9f-980e-a7b18443e734&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349293 Jul 13 19:30:28.664139 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f333b756-f34e-45ab-8610-9a37fb3257f8 req-29f8a7da-6177-44d3-bfeb-b6d5c3ad54c0 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:28.665603 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f333b756-f34e-45ab-8610-9a37fb3257f8 req-29f8a7da-6177-44d3-bfeb-b6d5c3ad54c0 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/ports?device_id=af1210a2-62b7-440a-b8f7-96ce85d9e215 HTTP/1.1" status: 200 len: 985 time: 0.0655143 Jul 13 19:30:28.707698 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f333b756-f34e-45ab-8610-9a37fb3257f8 req-21586de2-4d50-4a3b-bcf8-97a48429ff3d tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/security-groups?id=e0200969-8517-4565-ae29-c31726ff4fc4&id=442485de-3dcd-4e9f-980e-a7b18443e734&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0362101 Jul 13 19:30:29.890125 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:31.297336 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f496607-1de7-4562-b970-b3de7310aea9 req-573d8109-f9c6-4100-bac9-079231a90ee3 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:31.298745 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1f496607-1de7-4562-b970-b3de7310aea9 req-573d8109-f9c6-4100-bac9-079231a90ee3 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/ports?device_id=af1210a2-62b7-440a-b8f7-96ce85d9e215 HTTP/1.1" status: 200 len: 985 time: 0.0698953 Jul 13 19:30:31.340530 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1f496607-1de7-4562-b970-b3de7310aea9 req-a6db0347-660d-4dc7-ae11-2c9aae5e0332 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/security-groups?id=e0200969-8517-4565-ae29-c31726ff4fc4&id=442485de-3dcd-4e9f-980e-a7b18443e734&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360041 Jul 13 19:30:34.624205 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548882ed-3141-42d9-99fb-8da65cc8cfa1 req-34ed215c-551d-4d58-ad8a-07a28aea3774 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:34.626126 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-548882ed-3141-42d9-99fb-8da65cc8cfa1 req-34ed215c-551d-4d58-ad8a-07a28aea3774 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/ports?device_id=af1210a2-62b7-440a-b8f7-96ce85d9e215 HTTP/1.1" status: 200 len: 985 time: 0.0697548 Jul 13 19:30:34.666502 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-548882ed-3141-42d9-99fb-8da65cc8cfa1 req-566089c4-222c-48ba-9e0f-4ea38557579e tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/security-groups?id=e0200969-8517-4565-ae29-c31726ff4fc4&id=442485de-3dcd-4e9f-980e-a7b18443e734&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342023 Jul 13 19:30:35.918119 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b6544-9dd2-400a-bca3-bef7a47d248f req-195b4d0f-84bf-44a6-8e58-3502a321b491 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:35.920531 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d78b6544-9dd2-400a-bca3-bef7a47d248f req-195b4d0f-84bf-44a6-8e58-3502a321b491 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/ports?device_id=af1210a2-62b7-440a-b8f7-96ce85d9e215 HTTP/1.1" status: 200 len: 985 time: 0.0977995 Jul 13 19:30:36.009793 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d78b6544-9dd2-400a-bca3-bef7a47d248f req-a38a207f-f4ad-4923-97b4-193e2e7f77fc tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/security-groups?id=e0200969-8517-4565-ae29-c31726ff4fc4&id=442485de-3dcd-4e9f-980e-a7b18443e734&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0666375 Jul 13 19:30:37.219005 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f1ee3-2bf5-42eb-ad76-239274946025 req-1416c200-392a-4627-9c46-84ae7b4dc776 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:37.223277 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-355f1ee3-2bf5-42eb-ad76-239274946025 req-1416c200-392a-4627-9c46-84ae7b4dc776 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/ports?device_id=af1210a2-62b7-440a-b8f7-96ce85d9e215 HTTP/1.1" status: 200 len: 985 time: 0.0881524 Jul 13 19:30:37.281486 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-355f1ee3-2bf5-42eb-ad76-239274946025 req-aae4e85f-a532-4bef-84b2-5667bebcf9d1 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/security-groups?id=e0200969-8517-4565-ae29-c31726ff4fc4&id=442485de-3dcd-4e9f-980e-a7b18443e734&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544608 Jul 13 19:30:38.495483 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad6734-4d37-4662-b0d7-9cdd964c1414 req-a457e676-0312-40b3-bcef-cc310ab1a949 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:38.497751 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2fad6734-4d37-4662-b0d7-9cdd964c1414 req-a457e676-0312-40b3-bcef-cc310ab1a949 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/ports?device_id=af1210a2-62b7-440a-b8f7-96ce85d9e215 HTTP/1.1" status: 200 len: 985 time: 0.0938361 Jul 13 19:30:38.504731 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 56236) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:38.568885 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2fad6734-4d37-4662-b0d7-9cdd964c1414 req-2a5d646b-c5b1-42a7-8168-9826b115813d tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/security-groups?id=e0200969-8517-4565-ae29-c31726ff4fc4&id=442485de-3dcd-4e9f-980e-a7b18443e734&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0580111 Jul 13 19:30:38.645976 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b6680f1a-948b-4f1e-a045-e07a94e0d904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:38.756451 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b6680f1a-948b-4f1e-a045-e07a94e0d904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:38.760717 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b6680f1a-948b-4f1e-a045-e07a94e0d904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:38.803153 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-b6680f1a-948b-4f1e-a045-e07a94e0d904 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6221ee91310b439087b5460fd8f09edf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2970750 Jul 13 19:30:38.804063 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6680f1a-948b-4f1e-a045-e07a94e0d904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15edd013-6780-4932-8db9-0ab2d5e4ab78,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:38.806153 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 56240) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:38.818749 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6680f1a-948b-4f1e-a045-e07a94e0d904 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:38.819151 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6680f1a-948b-4f1e-a045-e07a94e0d904 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:38.821564 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6680f1a-948b-4f1e-a045-e07a94e0d904 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:38.821942 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6680f1a-948b-4f1e-a045-e07a94e0d904 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:38.822282 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6680f1a-948b-4f1e-a045-e07a94e0d904 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:38.822620 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6680f1a-948b-4f1e-a045-e07a94e0d904 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:38.822957 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6680f1a-948b-4f1e-a045-e07a94e0d904 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:38.823432 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6680f1a-948b-4f1e-a045-e07a94e0d904 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:38.823658 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6680f1a-948b-4f1e-a045-e07a94e0d904 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:38.824088 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6680f1a-948b-4f1e-a045-e07a94e0d904 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:38.824350 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6680f1a-948b-4f1e-a045-e07a94e0d904 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:38.824676 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6680f1a-948b-4f1e-a045-e07a94e0d904 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:38.888232 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0abf3f7e-c3fd-4844-b51c-b836447dd9a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:38.913725 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0abf3f7e-c3fd-4844-b51c-b836447dd9a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:38.994186 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0abf3f7e-c3fd-4844-b51c-b836447dd9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:38.997808 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0abf3f7e-c3fd-4844-b51c-b836447dd9a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:39.000481 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-0abf3f7e-c3fd-4844-b51c-b836447dd9a2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/15edd013-6780-4932-8db9-0ab2d5e4ab78 HTTP/1.1" status: 204 len: 168 time: 0.1932230 Jul 13 19:30:39.010155 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abf3f7e-c3fd-4844-b51c-b836447dd9a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15edd013-6780-4932-8db9-0ab2d5e4ab78,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:39.856227 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fb1412-6be4-4214-a70f-f0e78dc68f93 req-d081f084-b53f-4f1e-95a1-fc25bc992fb7 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:39.858646 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-16fb1412-6be4-4214-a70f-f0e78dc68f93 req-d081f084-b53f-4f1e-95a1-fc25bc992fb7 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/ports?device_id=af1210a2-62b7-440a-b8f7-96ce85d9e215 HTTP/1.1" status: 200 len: 985 time: 0.1040201 Jul 13 19:30:39.915111 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-16fb1412-6be4-4214-a70f-f0e78dc68f93 req-ca1bde85-dd7f-4687-88f5-1fed298fab10 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/security-groups?id=e0200969-8517-4565-ae29-c31726ff4fc4&id=442485de-3dcd-4e9f-980e-a7b18443e734&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0457976 Jul 13 19:30:41.119967 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a7609-dd50-42ee-92ea-ad89ccb29471 req-b85f3056-d73a-49a1-8f8b-94e46443d885 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:41.121528 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-959a7609-dd50-42ee-92ea-ad89ccb29471 req-b85f3056-d73a-49a1-8f8b-94e46443d885 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/ports?device_id=af1210a2-62b7-440a-b8f7-96ce85d9e215 HTTP/1.1" status: 200 len: 985 time: 0.0742228 Jul 13 19:30:41.169033 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-959a7609-dd50-42ee-92ea-ad89ccb29471 req-0b673756-a439-4d69-bba0-5b682f766179 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/security-groups?id=e0200969-8517-4565-ae29-c31726ff4fc4&id=442485de-3dcd-4e9f-980e-a7b18443e734&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0405045 Jul 13 19:30:42.375504 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d5a83-d406-4615-8ed6-da386bd1da65 req-e79e3620-480d-4f2d-97c6-f63fcbda8398 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:42.377852 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-076d5a83-d406-4615-8ed6-da386bd1da65 req-e79e3620-480d-4f2d-97c6-f63fcbda8398 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/ports?device_id=af1210a2-62b7-440a-b8f7-96ce85d9e215 HTTP/1.1" status: 200 len: 985 time: 0.0739617 Jul 13 19:30:42.428037 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-076d5a83-d406-4615-8ed6-da386bd1da65 req-f697fa0b-fdbb-4abf-92dd-a15b77c37e8e tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/security-groups?id=e0200969-8517-4565-ae29-c31726ff4fc4&id=442485de-3dcd-4e9f-980e-a7b18443e734&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0418401 Jul 13 19:30:43.688025 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 56374) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:43.714255 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e1fc8-bcfd-40d5-9efc-f45814444061 req-d19f44e4-a6f6-4503-90c2-0b76c8db76e3 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:43.717804 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2b3e1fc8-bcfd-40d5-9efc-f45814444061 req-d19f44e4-a6f6-4503-90c2-0b76c8db76e3 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/ports?device_id=af1210a2-62b7-440a-b8f7-96ce85d9e215 HTTP/1.1" status: 200 len: 985 time: 0.0916531 Jul 13 19:30:43.787877 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2b3e1fc8-bcfd-40d5-9efc-f45814444061 req-5949d2a3-5f26-431d-af1b-a650bef4aa4a tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/security-groups?id=e0200969-8517-4565-ae29-c31726ff4fc4&id=442485de-3dcd-4e9f-980e-a7b18443e734&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0645483 Jul 13 19:30:43.839523 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-95366729-5eeb-402f-ad5b-35bcc654100b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:43.940955 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-95366729-5eeb-402f-ad5b-35bcc654100b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:43.945237 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-95366729-5eeb-402f-ad5b-35bcc654100b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:43.988839 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-95366729-5eeb-402f-ad5b-35bcc654100b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ed893f7fe57b4a848ba2518c0204688a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2994061 Jul 13 19:30:43.989705 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95366729-5eeb-402f-ad5b-35bcc654100b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=137bfb1a-48d1-4c73-a851-43a72e56c519,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:43.992042 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 56378) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:44.044769 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3ea0b958-bf9c-4f3c-ba9f-f22fe40769b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:44.069446 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3ea0b958-bf9c-4f3c-ba9f-f22fe40769b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:44.125071 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3ea0b958-bf9c-4f3c-ba9f-f22fe40769b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:44.127872 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3ea0b958-bf9c-4f3c-ba9f-f22fe40769b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:44.129047 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-3ea0b958-bf9c-4f3c-ba9f-f22fe40769b7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/137bfb1a-48d1-4c73-a851-43a72e56c519 HTTP/1.1" status: 204 len: 168 time: 0.1360810 Jul 13 19:30:44.137373 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea0b958-bf9c-4f3c-ba9f-f22fe40769b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=137bfb1a-48d1-4c73-a851-43a72e56c519,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:44.147537 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea0b958-bf9c-4f3c-ba9f-f22fe40769b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:44.147950 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea0b958-bf9c-4f3c-ba9f-f22fe40769b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:44.148270 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea0b958-bf9c-4f3c-ba9f-f22fe40769b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:44.148712 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea0b958-bf9c-4f3c-ba9f-f22fe40769b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:44.148954 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea0b958-bf9c-4f3c-ba9f-f22fe40769b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:44.149285 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea0b958-bf9c-4f3c-ba9f-f22fe40769b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:44.150720 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea0b958-bf9c-4f3c-ba9f-f22fe40769b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:44.150720 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea0b958-bf9c-4f3c-ba9f-f22fe40769b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:44.150720 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea0b958-bf9c-4f3c-ba9f-f22fe40769b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:44.150720 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea0b958-bf9c-4f3c-ba9f-f22fe40769b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:44.153158 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea0b958-bf9c-4f3c-ba9f-f22fe40769b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:44.153158 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea0b958-bf9c-4f3c-ba9f-f22fe40769b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:30:45.014125 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d22739-a4a2-45ca-86e2-ff06b82b6b1d req-ce883999-6912-4230-872d-1195f7607092 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:45.016434 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-83d22739-a4a2-45ca-86e2-ff06b82b6b1d req-ce883999-6912-4230-872d-1195f7607092 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/ports?device_id=af1210a2-62b7-440a-b8f7-96ce85d9e215 HTTP/1.1" status: 200 len: 985 time: 0.0720062 Jul 13 19:30:45.063860 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-83d22739-a4a2-45ca-86e2-ff06b82b6b1d req-55abceb9-8253-46f7-9bae-f0eae0d5c121 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/security-groups?id=e0200969-8517-4565-ae29-c31726ff4fc4&id=442485de-3dcd-4e9f-980e-a7b18443e734&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0392232 Jul 13 19:30:45.450788 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 56426) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:45.500702 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d46f221-c894-470b-8905-5e5f0a3dd979 admin admin] Deleting subnet 7966b859-03ef-479c-881d-3cbf56559c0f {{(pid=92923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:30:45.504760 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8d46f221-c894-470b-8905-5e5f0a3dd979 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:45.553470 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8d46f221-c894-470b-8905-5e5f0a3dd979 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130178881'] for subnet, precommit_delete_associations {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:45.602879 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8d46f221-c894-470b-8905-5e5f0a3dd979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3824333'] for subnet, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:45.660613 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8d46f221-c894-470b-8905-5e5f0a3dd979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3824308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130471049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130128640'] for subnet, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:45.689605 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d46f221-c894-470b-8905-5e5f0a3dd979 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7966b859-03ef-479c-881d-3cbf56559c0f,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:45.694935 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8d46f221-c894-470b-8905-5e5f0a3dd979 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:45.699276 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-8d46f221-c894-470b-8905-5e5f0a3dd979 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/7966b859-03ef-479c-881d-3cbf56559c0f HTTP/1.1" status: 204 len: 168 time: 0.2453084 Jul 13 19:30:45.701532 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 56432) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:45.774589 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8fd447fc-2641-4848-9a3e-c74cb006ca53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3741476'] for network, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:45.862490 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8fd447fc-2641-4848-9a3e-c74cb006ca53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3818072', 'neutron.services.segments.db._delete_segments_for_network-8752273001027'] for network, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:45.874397 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-8fd447fc-2641-4848-9a3e-c74cb006ca53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d467589c-0f1b-4adc-a0b7-e69e8a314414']}} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:30:45.885429 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-8fd447fc-2641-4848-9a3e-c74cb006ca53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e76ad695-8838-412a-a0c0-c26a4e4be224') {'for_net_delete': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:30:45.885718 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-8fd447fc-2641-4848-9a3e-c74cb006ca53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e76ad695-8838-412a-a0c0-c26a4e4be224') {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:30:45.897004 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8fd447fc-2641-4848-9a3e-c74cb006ca53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752273006156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130178904'] for segment, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:45.916463 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8fd447fc-2641-4848-9a3e-c74cb006ca53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825552'] for segment, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:45.930888 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fd447fc-2641-4848-9a3e-c74cb006ca53 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=92923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:30:45.931572 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8fd447fc-2641-4848-9a3e-c74cb006ca53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130466087'] for segment, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:45.935150 dv-cinder-786932-3-iscsi neutron-server[92923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:30:45.935150 dv-cinder-786932-3-iscsi neutron-server[92923]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:30:45.935150 dv-cinder-786932-3-iscsi neutron-server[92923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:30:45.935150 dv-cinder-786932-3-iscsi neutron-server[92923]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:30:45.935150 dv-cinder-786932-3-iscsi neutron-server[92923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:30:45.935150 dv-cinder-786932-3-iscsi neutron-server[92923]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:30:45.935150 dv-cinder-786932-3-iscsi neutron-server[92923]: Traceback (most recent call last): Jul 13 19:30:45.935150 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:30:45.935150 dv-cinder-786932-3-iscsi neutron-server[92923]: timer() Jul 13 19:30:45.935150 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:30:45.935150 dv-cinder-786932-3-iscsi neutron-server[92923]: cb(*args, **kw) Jul 13 19:30:45.935150 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:30:45.935150 dv-cinder-786932-3-iscsi neutron-server[92923]: return func(*args, **kwargs) Jul 13 19:30:45.935150 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:30:45.935150 dv-cinder-786932-3-iscsi neutron-server[92923]: self._notify() Jul 13 19:30:45.935150 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:30:45.935150 dv-cinder-786932-3-iscsi neutron-server[92923]: self.callback(batched_events) Jul 13 19:30:45.935150 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:30:45.935150 dv-cinder-786932-3-iscsi neutron-server[92923]: event.method(event) Jul 13 19:30:45.935150 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:30:45.935150 dv-cinder-786932-3-iscsi neutron-server[92923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:30:45.935150 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:30:45.935150 dv-cinder-786932-3-iscsi neutron-server[92923]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:30:45.935150 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:30:45.935150 dv-cinder-786932-3-iscsi neutron-server[92923]: return f(self, *a, **k) Jul 13 19:30:45.935150 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:30:45.935150 dv-cinder-786932-3-iscsi neutron-server[92923]: return self._get(url).json() Jul 13 19:30:45.935150 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:30:45.935150 dv-cinder-786932-3-iscsi neutron-server[92923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:30:45.935150 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:30:45.935150 dv-cinder-786932-3-iscsi neutron-server[92923]: return self.request(url, 'GET', **kwargs) Jul 13 19:30:45.935150 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:30:45.935150 dv-cinder-786932-3-iscsi neutron-server[92923]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:30:45.935150 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:30:45.935150 dv-cinder-786932-3-iscsi neutron-server[92923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:30:45.935150 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:30:45.935150 dv-cinder-786932-3-iscsi neutron-server[92923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:30:45.935150 dv-cinder-786932-3-iscsi neutron-server[92923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:30:46.003907 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8fd447fc-2641-4848-9a3e-c74cb006ca53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3818063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760437'] for network, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:46.010653 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8fd447fc-2641-4848-9a3e-c74cb006ca53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600154'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:46.016011 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-8fd447fc-2641-4848-9a3e-c74cb006ca53 admin admin] 10.222.0.67 "DELETE /v2.0/networks/d467589c-0f1b-4adc-a0b7-e69e8a314414 HTTP/1.1" status: 204 len: 168 time: 0.3134212 Jul 13 19:30:46.026200 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd447fc-2641-4848-9a3e-c74cb006ca53 admin admin] Pushing event deleted for resources: {'Network': ['ID=d467589c-0f1b-4adc-a0b7-e69e8a314414,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:46.183917 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 56452) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:46.266529 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-f754ee20-471e-4fc3-b424-ad4f58a90c30 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e4a3a592dc2a494091dc527cfe54d6f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0779428 Jul 13 19:30:46.267275 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 56458) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:46.288142 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb275e6b-3fb7-4808-9bb3-1d004b6ccd21 req-0efa1bb2-cfbc-42f2-8b56-13e17b504f61 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:46.289821 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-fb275e6b-3fb7-4808-9bb3-1d004b6ccd21 req-0efa1bb2-cfbc-42f2-8b56-13e17b504f61 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/ports?device_id=af1210a2-62b7-440a-b8f7-96ce85d9e215 HTTP/1.1" status: 200 len: 985 time: 0.0906131 Jul 13 19:30:46.335890 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8417d6f6-9b5c-4566-9f14-4f0a5d00b077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:46.339424 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-fb275e6b-3fb7-4808-9bb3-1d004b6ccd21 req-56d0ff2d-d136-4a06-a49c-0fe7d7cefeac tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/security-groups?id=e0200969-8517-4565-ae29-c31726ff4fc4&id=442485de-3dcd-4e9f-980e-a7b18443e734&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0420036 Jul 13 19:30:46.340751 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-85ed2318-f01a-4782-af43-35be269fa4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:46.360331 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8417d6f6-9b5c-4566-9f14-4f0a5d00b077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:46.411911 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8417d6f6-9b5c-4566-9f14-4f0a5d00b077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:46.415336 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8417d6f6-9b5c-4566-9f14-4f0a5d00b077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:46.421421 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-8417d6f6-9b5c-4566-9f14-4f0a5d00b077 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/12fcf376-dfa3-496e-b664-1285ed12ab00 HTTP/1.1" status: 204 len: 168 time: 0.1481252 Jul 13 19:30:46.425375 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8417d6f6-9b5c-4566-9f14-4f0a5d00b077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12fcf376-dfa3-496e-b664-1285ed12ab00,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:47.530649 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe034766-aef6-4811-8d51-d36265bce5f4 req-17871e52-91bf-4527-b63b-2f2eb397171d tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:30:47.532091 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-fe034766-aef6-4811-8d51-d36265bce5f4 req-17871e52-91bf-4527-b63b-2f2eb397171d tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/ports?device_id=af1210a2-62b7-440a-b8f7-96ce85d9e215 HTTP/1.1" status: 200 len: 985 time: 0.0684350 Jul 13 19:30:47.580374 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-fe034766-aef6-4811-8d51-d36265bce5f4 req-5e489175-89a2-4461-b5f9-508df8062f6c tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/security-groups?id=e0200969-8517-4565-ae29-c31726ff4fc4&id=442485de-3dcd-4e9f-980e-a7b18443e734&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424569 Jul 13 19:30:48.951262 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-6367ffa9-e9ef-4ba7-a47d-1f0a9e768ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:49.069387 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:50.229559 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f121cc10-15a3-4774-9d3b-44cefef2260b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:51.733229 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-90e910e5-9927-492e-a649-803b472a565a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:52.819396 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 56564) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:52.923217 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3cbbc6b1-1daa-466a-98ce-9483742488db admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:53.010984 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3cbbc6b1-1daa-466a-98ce-9483742488db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:53.015293 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3cbbc6b1-1daa-466a-98ce-9483742488db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:53.056798 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-3cbbc6b1-1daa-466a-98ce-9483742488db admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=dc0b787cd4034384bb7f74fd5488075c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2338891 Jul 13 19:30:53.056798 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbbc6b1-1daa-466a-98ce-9483742488db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a41b0e-78ec-4e16-906e-3eccf64b4177,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:53.057287 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 56570) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:53.113662 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-de5efad4-63c9-46c9-9dcc-af4f6dabc95e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:53.134635 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-de5efad4-63c9-46c9-9dcc-af4f6dabc95e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:53.183072 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-de5efad4-63c9-46c9-9dcc-af4f6dabc95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:53.185978 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-de5efad4-63c9-46c9-9dcc-af4f6dabc95e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:53.187122 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-de5efad4-63c9-46c9-9dcc-af4f6dabc95e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b6a41b0e-78ec-4e16-906e-3eccf64b4177 HTTP/1.1" status: 204 len: 168 time: 0.1238434 Jul 13 19:30:53.195193 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5efad4-63c9-46c9-9dcc-af4f6dabc95e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a41b0e-78ec-4e16-906e-3eccf64b4177,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:53.447519 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 56578) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:53.461733 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-53bd9b08-c1a6-4fed-89e2-f28ff7d1a2ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:53.554820 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-53bd9b08-c1a6-4fed-89e2-f28ff7d1a2ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:53.558606 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-53bd9b08-c1a6-4fed-89e2-f28ff7d1a2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:53.597359 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-53bd9b08-c1a6-4fed-89e2-f28ff7d1a2ef admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=87458d8a71464377b80664f4c84e07d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1487467 Jul 13 19:30:53.598212 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bd9b08-c1a6-4fed-89e2-f28ff7d1a2ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92e6ddd-1ee2-4aa3-a0a2-85e12e265a69,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:53.600075 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 56580) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:53.648506 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-bb240bb6-f49c-44c5-b1a9-833e098e6dbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:53.668392 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-bb240bb6-f49c-44c5-b1a9-833e098e6dbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:53.716368 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-bb240bb6-f49c-44c5-b1a9-833e098e6dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:53.718905 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-bb240bb6-f49c-44c5-b1a9-833e098e6dbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:53.720061 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-bb240bb6-f49c-44c5-b1a9-833e098e6dbc admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b92e6ddd-1ee2-4aa3-a0a2-85e12e265a69 HTTP/1.1" status: 204 len: 168 time: 0.1190090 Jul 13 19:30:53.727590 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb240bb6-f49c-44c5-b1a9-833e098e6dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92e6ddd-1ee2-4aa3-a0a2-85e12e265a69,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:54.034444 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 56588) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:54.049671 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-cbb2da12-b9ce-4761-b758-da06bc56d12f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:54.137216 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-cbb2da12-b9ce-4761-b758-da06bc56d12f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:54.143875 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-cbb2da12-b9ce-4761-b758-da06bc56d12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:54.182219 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-cbb2da12-b9ce-4761-b758-da06bc56d12f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=df68c24fd284417aa2368b4c4df914fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1466866 Jul 13 19:30:54.183365 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb2da12-b9ce-4761-b758-da06bc56d12f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61091983-ea1f-4168-b616-5f9a6f66144c,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:54.185041 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 56590) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:30:54.235147 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4290c4a4-a851-40c3-9205-365c8aacce8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:54.257764 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4290c4a4-a851-40c3-9205-365c8aacce8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:54.302173 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4290c4a4-a851-40c3-9205-365c8aacce8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:54.304866 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4290c4a4-a851-40c3-9205-365c8aacce8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:54.305979 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-4290c4a4-a851-40c3-9205-365c8aacce8f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/61091983-ea1f-4168-b616-5f9a6f66144c HTTP/1.1" status: 204 len: 168 time: 0.1194212 Jul 13 19:30:54.314171 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4290c4a4-a851-40c3-9205-365c8aacce8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61091983-ea1f-4168-b616-5f9a6f66144c,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:30:59.891108 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:00.695659 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.agents_db [None req-012e1d35-f91a-49b0-a4f0-5c30301579de None None] Agent healthcheck: found 6 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:31:03.289161 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 56690) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:03.389577 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-26d58a0a-f43f-4cc7-85b7-44603c9c4807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:03.478067 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-26d58a0a-f43f-4cc7-85b7-44603c9c4807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:03.481767 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-26d58a0a-f43f-4cc7-85b7-44603c9c4807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:03.520922 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-26d58a0a-f43f-4cc7-85b7-44603c9c4807 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=749107b3ff1d4ef38c27b003267c4def&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2306268 Jul 13 19:31:03.521804 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d58a0a-f43f-4cc7-85b7-44603c9c4807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eefbc274-95cb-4061-9976-2f72273f8c5e,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:03.526527 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 56694) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:03.580067 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2c8b8cae-bba4-4681-880c-bb12c5f60f51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:03.602491 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2c8b8cae-bba4-4681-880c-bb12c5f60f51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:03.653352 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2c8b8cae-bba4-4681-880c-bb12c5f60f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:03.656299 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2c8b8cae-bba4-4681-880c-bb12c5f60f51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:03.657457 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-2c8b8cae-bba4-4681-880c-bb12c5f60f51 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/eefbc274-95cb-4061-9976-2f72273f8c5e HTTP/1.1" status: 204 len: 168 time: 0.1300018 Jul 13 19:31:03.665550 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b8cae-bba4-4681-880c-bb12c5f60f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eefbc274-95cb-4061-9976-2f72273f8c5e,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:09.649934 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee2a76-bb80-48f9-bfb9-1b76abbefb52 req-e0aae511-7ebe-43a5-85d2-12d30eb9c4eb tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:09.658827 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-efee2a76-bb80-48f9-bfb9-1b76abbefb52 req-e0aae511-7ebe-43a5-85d2-12d30eb9c4eb tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 945 time: 0.0682974 Jul 13 19:31:09.699078 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-efee2a76-bb80-48f9-bfb9-1b76abbefb52 req-9ac1517b-0a55-485e-b3ba-52058770604e tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=f3a5b421-9b84-4f24-a1a2-8f0a98c65779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392356 Jul 13 19:31:10.881694 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8638c79-3698-4b95-bc0b-e1d3e675b724 req-8bad6efc-1958-4ac1-b07c-60b516238f4b tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:10.883164 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b8638c79-3698-4b95-bc0b-e1d3e675b724 req-8bad6efc-1958-4ac1-b07c-60b516238f4b tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 945 time: 0.0612686 Jul 13 19:31:10.920479 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b8638c79-3698-4b95-bc0b-e1d3e675b724 req-10def664-6409-4521-a31a-5c4d07043c53 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=f3a5b421-9b84-4f24-a1a2-8f0a98c65779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317540 Jul 13 19:31:12.100208 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e13bf3a-3f92-447c-9b58-69e73dbe3868 req-e36141bc-4e3f-467f-8418-256a4170ee6f tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:12.101704 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-3e13bf3a-3f92-447c-9b58-69e73dbe3868 req-e36141bc-4e3f-467f-8418-256a4170ee6f tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 945 time: 0.0651724 Jul 13 19:31:12.139578 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-3e13bf3a-3f92-447c-9b58-69e73dbe3868 req-d4d2c469-52fd-425e-b2b5-27dd87f33d90 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=f3a5b421-9b84-4f24-a1a2-8f0a98c65779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321712 Jul 13 19:31:13.319202 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb6846-b07a-41e3-b355-0aefe71f743c req-b5df926a-f315-4700-bb03-ce60f352c60a tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:13.320701 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-46eb6846-b07a-41e3-b355-0aefe71f743c req-b5df926a-f315-4700-bb03-ce60f352c60a tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 945 time: 0.0651789 Jul 13 19:31:13.358815 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-46eb6846-b07a-41e3-b355-0aefe71f743c req-022bb9b6-36f9-4c4c-b5e5-22ad01233cef tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=f3a5b421-9b84-4f24-a1a2-8f0a98c65779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323858 Jul 13 19:31:14.536193 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af66212-be8e-42ea-986d-15462f339d65 req-7ec7c6e1-6208-4cca-aa8e-705b916de6d3 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:14.537508 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-3af66212-be8e-42ea-986d-15462f339d65 req-7ec7c6e1-6208-4cca-aa8e-705b916de6d3 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 945 time: 0.0654733 Jul 13 19:31:14.574858 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-3af66212-be8e-42ea-986d-15462f339d65 req-6268aa04-440d-49ca-8ecc-3042848c8c9c tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=f3a5b421-9b84-4f24-a1a2-8f0a98c65779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318146 Jul 13 19:31:15.770499 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc73b2-c08b-46bd-aea1-e0932088bf9c req-38373b8c-8cb4-481c-b8c6-49808d71e649 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:15.772011 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-32bc73b2-c08b-46bd-aea1-e0932088bf9c req-38373b8c-8cb4-481c-b8c6-49808d71e649 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 945 time: 0.0744731 Jul 13 19:31:15.809825 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-32bc73b2-c08b-46bd-aea1-e0932088bf9c req-410e29d7-06e1-441d-9bd2-cf0d427969b5 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=f3a5b421-9b84-4f24-a1a2-8f0a98c65779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318203 Jul 13 19:31:16.333145 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-171db4ba-cbd8-44c8-be1d-7eeec3d20541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:16.989503 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752cec40-7da9-476b-980b-c233c85e62df req-6c676a90-52d0-40a4-b5fd-4b57435c8152 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:16.991290 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-752cec40-7da9-476b-980b-c233c85e62df req-6c676a90-52d0-40a4-b5fd-4b57435c8152 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 945 time: 0.0660198 Jul 13 19:31:17.030591 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-752cec40-7da9-476b-980b-c233c85e62df req-09d63c3e-c0e3-4d73-95da-f2783b6db8d6 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=f3a5b421-9b84-4f24-a1a2-8f0a98c65779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337253 Jul 13 19:31:18.208248 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac93d316-2000-421d-9055-f7cb4075079b req-9094ba03-c286-4961-a5b1-b47295d7b955 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:18.209726 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-ac93d316-2000-421d-9055-f7cb4075079b req-9094ba03-c286-4961-a5b1-b47295d7b955 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 945 time: 0.0648735 Jul 13 19:31:18.247730 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-ac93d316-2000-421d-9055-f7cb4075079b req-fd3f392b-0add-4d35-845f-d320aa333983 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=f3a5b421-9b84-4f24-a1a2-8f0a98c65779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324457 Jul 13 19:31:18.952302 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-40fdbe3c-4e45-4f5f-892f-cf7055a6c44f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:19.069627 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:19.427121 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d940940-337f-4e32-92b8-d33c5ff3560d req-ca569eec-be94-4fec-b3d6-de6989912337 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:19.428608 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1d940940-337f-4e32-92b8-d33c5ff3560d req-ca569eec-be94-4fec-b3d6-de6989912337 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 945 time: 0.0616000 Jul 13 19:31:19.465263 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1d940940-337f-4e32-92b8-d33c5ff3560d req-be102268-7a88-4d17-8a7e-264dd14c5f20 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=f3a5b421-9b84-4f24-a1a2-8f0a98c65779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311062 Jul 13 19:31:20.232347 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f121cc10-15a3-4774-9d3b-44cefef2260b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:20.644139 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86371a6e-83c6-4f4d-a38a-e2f0302e4f19 req-58be6dd3-51c7-45f0-b578-d207f56e30db tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:20.645608 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-86371a6e-83c6-4f4d-a38a-e2f0302e4f19 req-58be6dd3-51c7-45f0-b578-d207f56e30db tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 945 time: 0.0621846 Jul 13 19:31:20.682903 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-86371a6e-83c6-4f4d-a38a-e2f0302e4f19 req-52c40159-9439-4916-b43f-01dec32c51d7 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=f3a5b421-9b84-4f24-a1a2-8f0a98c65779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317750 Jul 13 19:31:21.498099 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-72a10684-eba6-43db-98ee-9b96ef62b8e2 req-6c453026-ece1-411c-9106-0ab5c6c9de16 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-388416362&fields=id&tenant_id=5fb99b1b35e24c1ca47629b32e1a4f4d HTTP/1.1" status: 200 len: 267 time: 0.0364811 Jul 13 19:31:21.564958 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a10684-eba6-43db-98ee-9b96ef62b8e2 req-167664df-9350-414e-8808-1b8d016fdb39 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:21.566411 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-72a10684-eba6-43db-98ee-9b96ef62b8e2 req-167664df-9350-414e-8808-1b8d016fdb39 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/ports?device_id=af1210a2-62b7-440a-b8f7-96ce85d9e215 HTTP/1.1" status: 200 len: 985 time: 0.0629814 Jul 13 19:31:21.576798 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [req-72a10684-eba6-43db-98ee-9b96ef62b8e2 req-3d04071a-47e6-42e6-b4bc-1faefd7a5323 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Request body: {'port': {'security_groups': ['e0200969-8517-4565-ae29-c31726ff4fc4']}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:31:21.662348 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-72a10684-eba6-43db-98ee-9b96ef62b8e2 req-3d04071a-47e6-42e6-b4bc-1faefd7a5323 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:21.736176 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-90e910e5-9927-492e-a649-803b472a565a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:21.841929 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-72a10684-eba6-43db-98ee-9b96ef62b8e2 req-3d04071a-47e6-42e6-b4bc-1faefd7a5323 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] For port 475528db-163f-430e-b15e-9a03d97065f9, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=475528db-163f-430e-b15e-9a03d97065f9,segment=NetworkSegment(b486c7b2-067d-4550-9f8a-5c480e73f7c4),segment_id=b486c7b2-067d-4550-9f8a-5c480e73f7c4)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:21.871164 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-72a10684-eba6-43db-98ee-9b96ef62b8e2 req-3d04071a-47e6-42e6-b4bc-1faefd7a5323 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:21.876920 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-72a10684-eba6-43db-98ee-9b96ef62b8e2 req-3d04071a-47e6-42e6-b4bc-1faefd7a5323 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130471135'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:21.878847 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a911e538-6e2c-4c03-8a12-6a2c393be934 req-55b8f199-a136-45dc-8d41-f8f37a060d1a tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:21.880511 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-a911e538-6e2c-4c03-8a12-6a2c393be934 req-55b8f199-a136-45dc-8d41-f8f37a060d1a tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 945 time: 0.0673280 Jul 13 19:31:21.890545 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] get_ports_and_sgs() called for port_ids ['475528db-163f-430e-b15e-9a03d97065f9'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:31:21.922497 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-a911e538-6e2c-4c03-8a12-6a2c393be934 req-e5628ba5-bfd3-45ac-8d8e-e8e5acf28aee tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=f3a5b421-9b84-4f24-a1a2-8f0a98c65779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343814 Jul 13 19:31:21.954087 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a10684-eba6-43db-98ee-9b96ef62b8e2 req-3d04071a-47e6-42e6-b4bc-1faefd7a5323 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:21.954897 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-72a10684-eba6-43db-98ee-9b96ef62b8e2 req-3d04071a-47e6-42e6-b4bc-1faefd7a5323 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:21.956509 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-72a10684-eba6-43db-98ee-9b96ef62b8e2 req-3d04071a-47e6-42e6-b4bc-1faefd7a5323 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "PUT /v2.0/ports/475528db-163f-430e-b15e-9a03d97065f9 HTTP/1.1" status: 200 len: 943 time: 0.3840528 Jul 13 19:31:21.957003 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af1210a2-62b7-440a-b8f7-96ce85d9e215', 'tag': '475528db-163f-430e-b15e-9a03d97065f9'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:31:21.962353 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1087dd994376df9afb132dbe65b34b6853527e2d112168992b97c33633c3add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585f767d-8362-4237-9e33-71f9137af367" -d '{"events": [{"name": "network-changed", "server_uuid": "af1210a2-62b7-440a-b8f7-96ce85d9e215", "tag": "475528db-163f-430e-b15e-9a03d97065f9"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:31:21.962534 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 56800) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:21.978890 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d04071a-47e6-42e6-b4bc-1faefd7a5323 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Pushing event updated for resources: {'Port': ['ID=475528db-163f-430e-b15e-9a03d97065f9,revision_number=7']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:22.033644 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] get_ports_and_sgs() called for port_ids ['475528db-163f-430e-b15e-9a03d97065f9'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:31:22.048759 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-15bf7fe6-f525-4b13-8f3a-1d6f7f1f554d tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:22.079958 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-15bf7fe6-f525-4b13-8f3a-1d6f7f1f554d tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:22.155283 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-15bf7fe6-f525-4b13-8f3a-1d6f7f1f554d tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:22.158658 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-15bf7fe6-f525-4b13-8f3a-1d6f7f1f554d tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:22.159905 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-15bf7fe6-f525-4b13-8f3a-1d6f7f1f554d tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "DELETE /v2.0/security-groups/442485de-3dcd-4e9f-980e-a7b18443e734 HTTP/1.1" status: 204 len: 168 time: 0.1955144 Jul 13 19:31:22.162808 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 56804) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:22.169436 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf7fe6-f525-4b13-8f3a-1d6f7f1f554d tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=442485de-3dcd-4e9f-980e-a7b18443e734,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:22.283276 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-be3dabfd-0198-43dc-9a70-6067a936a1c8 None None] Provisioning complete for port 475528db-163f-430e-b15e-9a03d97065f9 triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:31:22.283656 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-be3dabfd-0198-43dc-9a70-6067a936a1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:22.330078 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f767d-8362-4237-9e33-71f9137af367 req-7a287054-d531-4f7f-ad48-32cb00ef875f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:22.331761 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-585f767d-8362-4237-9e33-71f9137af367 req-7a287054-d531-4f7f-ad48-32cb00ef875f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5fb99b1b35e24c1ca47629b32e1a4f4d&device_id=af1210a2-62b7-440a-b8f7-96ce85d9e215 HTTP/1.1" status: 200 len: 1099 time: 0.0605707 Jul 13 19:31:22.430094 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f767d-8362-4237-9e33-71f9137af367 req-a453bfe7-1e44-44a9-9c5f-f0a1dd3f315f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:22.431542 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-585f767d-8362-4237-9e33-71f9137af367 req-a453bfe7-1e44-44a9-9c5f-f0a1dd3f315f service neutron] 10.222.0.18 "GET /v2.0/networks?id=9db1d3a0-709c-4856-9653-0d0c7911e292 HTTP/1.1" status: 200 len: 915 time: 0.0935538 Jul 13 19:31:22.501236 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-585f767d-8362-4237-9e33-71f9137af367 req-5a2e68e6-0674-4e05-b18b-0951c94b37d7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=475528db-163f-430e-b15e-9a03d97065f9 HTTP/1.1" status: 200 len: 1001 time: 0.0628474 Jul 13 19:31:22.506717 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330a1e7d-e53b-4375-823a-fb597f7748b4 x-openstack-request-id: req-330a1e7d-e53b-4375-823a-fb597f7748b4 {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:31:22.507437 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af1210a2-62b7-440a-b8f7-96ce85d9e215", "tag": "475528db-163f-430e-b15e-9a03d97065f9", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:31:22.507437 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-330a1e7d-e53b-4375-823a-fb597f7748b4 {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:31:22.507662 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af1210a2-62b7-440a-b8f7-96ce85d9e215', 'tag': '475528db-163f-430e-b15e-9a03d97065f9', 'status': 'completed', 'code': 200} Jul 13 19:31:22.549384 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f767d-8362-4237-9e33-71f9137af367 req-0b2dfac4-e4bd-423f-9832-45245712661f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:22.550874 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-585f767d-8362-4237-9e33-71f9137af367 req-0b2dfac4-e4bd-423f-9832-45245712661f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7c0e6b1b-c659-4b9e-9a87-44fb28b37af0 HTTP/1.1" status: 200 len: 853 time: 0.0439157 Jul 13 19:31:22.571619 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-73990bc5-2956-4a17-bbc0-80fed7cecbb3 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Deleting port 38ccb74b-1e65-4fe3-811d-a180ae6bc043 {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:31:22.571965 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-73990bc5-2956-4a17-bbc0-80fed7cecbb3 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752272853989'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:22.608108 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f767d-8362-4237-9e33-71f9137af367 req-e53321e3-ef3d-4d81-9434-fd199509f234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:22.610311 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-585f767d-8362-4237-9e33-71f9137af367 req-e53321e3-ef3d-4d81-9434-fd199509f234 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9db1d3a0-709c-4856-9653-0d0c7911e292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517042 Jul 13 19:31:22.645560 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-73990bc5-2956-4a17-bbc0-80fed7cecbb3 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763640'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:22.645901 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-73990bc5-2956-4a17-bbc0-80fed7cecbb3 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:22.657897 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-73990bc5-2956-4a17-bbc0-80fed7cecbb3 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Calling delete_port for 38ccb74b-1e65-4fe3-811d-a180ae6bc043 owned by network:floatingip {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:31:22.701869 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-585f767d-8362-4237-9e33-71f9137af367 req-7cf57379-cb82-4417-acae-77e722ea0341 service neutron] 10.222.0.18 "GET /v2.0/networks/9db1d3a0-709c-4856-9653-0d0c7911e292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845342 Jul 13 19:31:22.791425 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-585f767d-8362-4237-9e33-71f9137af367 req-ea1f21ca-210a-4efa-a2a4-815f4007c159 service neutron] 10.222.0.18 "GET /v2.0/networks/9db1d3a0-709c-4856-9653-0d0c7911e292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832789 Jul 13 19:31:22.830730 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-73990bc5-2956-4a17-bbc0-80fed7cecbb3 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752272859917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752272454292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130471124'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:22.855018 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73990bc5-2956-4a17-bbc0-80fed7cecbb3 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Pushing event deleted for resources: {'Port': ['ID=38ccb74b-1e65-4fe3-811d-a180ae6bc043,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:22.916427 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-73990bc5-2956-4a17-bbc0-80fed7cecbb3 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Notify callbacks [] for floatingip, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:22.916765 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.db.l3_db [None req-73990bc5-2956-4a17-bbc0-80fed7cecbb3 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Floating IP 4ec43e64-23f9-45bd-9b49-46823a3dcf4f disassociated (deleted). External IP: 172.27.1.81, port: 475528db-163f-430e-b15e-9a03d97065f9. Jul 13 19:31:23.172366 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f1b78-d846-43b8-919f-5a2a9f45f0fa req-f1cae012-b817-4531-bcf9-5f876128114f tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:23.173832 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c61f1b78-d846-43b8-919f-5a2a9f45f0fa req-f1cae012-b817-4531-bcf9-5f876128114f tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 945 time: 0.1190550 Jul 13 19:31:23.175558 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73990bc5-2956-4a17-bbc0-80fed7cecbb3 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Router 104a8a89-3333-460a-93a2-1d9d6b1d2999 has already been hosted by L3 agent beedb406-ab13-44dd-957b-972171d020d2 {{(pid=92923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:31:23.251394 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c61f1b78-d846-43b8-919f-5a2a9f45f0fa req-b07f2ce4-f13c-4972-857b-e2336b3decf8 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=f3a5b421-9b84-4f24-a1a2-8f0a98c65779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705431 Jul 13 19:31:23.309214 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73990bc5-2956-4a17-bbc0-80fed7cecbb3 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Notify agent at l3_agent.dv-cinder-786932-3-iscsi the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:31:23.314245 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-73990bc5-2956-4a17-bbc0-80fed7cecbb3 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for floatingip, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:23.319260 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3439645b-d503-4380-83da-b6a482a21bc6 None None] Sync routers for ids ['104a8a89-3333-460a-93a2-1d9d6b1d2999'] in dv-cinder-786932-3-iscsi {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:31:23.328508 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3439645b-d503-4380-83da-b6a482a21bc6 None None] Routers {'104a8a89-3333-460a-93a2-1d9d6b1d2999'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:31:23.329115 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-3439645b-d503-4380-83da-b6a482a21bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:31:19Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['104a8a89-3333-460a-93a2-1d9d6b1d2999'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:23.350740 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-73990bc5-2956-4a17-bbc0-80fed7cecbb3 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "DELETE /v2.0/floatingips/4ec43e64-23f9-45bd-9b49-46823a3dcf4f HTTP/1.1" status: 204 len: 168 time: 1.1866946 Jul 13 19:31:23.434064 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-3439645b-d503-4380-83da-b6a482a21bc6 None None] Set router 104a8a89-3333-460a-93a2-1d9d6b1d2999 gateway port host: dv-cinder-786932-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:31:23.645957 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-3439645b-d503-4380-83da-b6a482a21bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '104a8a89-3333-460a-93a2-1d9d6b1d2999', 'name': 'tempest-TestMinimumBasicScenario-634962292-router', 'tenant_id': '5fb99b1b35e24c1ca47629b32e1a4f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'c06f854e-5d7f-465d-9515-43c7214717b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:28:38Z', 'updated_at': '2021-07-13T19:28:41Z', 'revision_number': 4, 'project_id': '5fb99b1b35e24c1ca47629b32e1a4f4d', 'gw_port': {'id': 'c06f854e-5d7f-465d-9515-43c7214717b3', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:24:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104a8a89-3333-460a-93a2-1d9d6b1d2999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:38Z', 'updated_at': '2021-07-13T19:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_interfaces': [{'id': '1b532143-d9e5-4cce-ba3c-c81bb77c9e27', 'name': '', 'network_id': '9db1d3a0-709c-4856-9653-0d0c7911e292', 'tenant_id': '5fb99b1b35e24c1ca47629b32e1a4f4d', 'mac_address': 'fa:16:3e:74:66:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104a8a89-3333-460a-93a2-1d9d6b1d2999', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '7c0e6b1b-c659-4b9e-9a87-44fb28b37af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:40Z', 'updated_at': '2021-07-13T19:28:48Z', 'revision_number': 5, 'project_id': '5fb99b1b35e24c1ca47629b32e1a4f4d', 'subnets': [{'id': '7c0e6b1b-c659-4b9e-9a87-44fb28b37af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:23.675604 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3439645b-d503-4380-83da-b6a482a21bc6 None None] Checking router: 104a8a89-3333-460a-93a2-1d9d6b1d2999 for host: dv-cinder-786932-3-iscsi {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:31:23.684018 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3439645b-d503-4380-83da-b6a482a21bc6 None None] Routers {'104a8a89-3333-460a-93a2-1d9d6b1d2999'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:31:23.684630 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-3439645b-d503-4380-83da-b6a482a21bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:31:19Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['104a8a89-3333-460a-93a2-1d9d6b1d2999'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:23.791593 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-3439645b-d503-4380-83da-b6a482a21bc6 None None] Set router 104a8a89-3333-460a-93a2-1d9d6b1d2999 gateway port host: dv-cinder-786932-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:31:24.109414 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-3439645b-d503-4380-83da-b6a482a21bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '104a8a89-3333-460a-93a2-1d9d6b1d2999', 'name': 'tempest-TestMinimumBasicScenario-634962292-router', 'tenant_id': '5fb99b1b35e24c1ca47629b32e1a4f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'c06f854e-5d7f-465d-9515-43c7214717b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:28:38Z', 'updated_at': '2021-07-13T19:28:41Z', 'revision_number': 4, 'project_id': '5fb99b1b35e24c1ca47629b32e1a4f4d', 'gw_port': {'id': 'c06f854e-5d7f-465d-9515-43c7214717b3', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:24:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104a8a89-3333-460a-93a2-1d9d6b1d2999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:38Z', 'updated_at': '2021-07-13T19:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_interfaces': [{'id': '1b532143-d9e5-4cce-ba3c-c81bb77c9e27', 'name': '', 'network_id': '9db1d3a0-709c-4856-9653-0d0c7911e292', 'tenant_id': '5fb99b1b35e24c1ca47629b32e1a4f4d', 'mac_address': 'fa:16:3e:74:66:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104a8a89-3333-460a-93a2-1d9d6b1d2999', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '7c0e6b1b-c659-4b9e-9a87-44fb28b37af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:40Z', 'updated_at': '2021-07-13T19:28:48Z', 'revision_number': 5, 'project_id': '5fb99b1b35e24c1ca47629b32e1a4f4d', 'subnets': [{'id': '7c0e6b1b-c659-4b9e-9a87-44fb28b37af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:24.137001 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3439645b-d503-4380-83da-b6a482a21bc6 None None] The sync data for ids ['104a8a89-3333-460a-93a2-1d9d6b1d2999'] in dv-cinder-786932-3-iscsi is: [{'id': '104a8a89-3333-460a-93a2-1d9d6b1d2999', 'name': 'tempest-TestMinimumBasicScenario-634962292-router', 'tenant_id': '5fb99b1b35e24c1ca47629b32e1a4f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'c06f854e-5d7f-465d-9515-43c7214717b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:28:38Z', 'updated_at': '2021-07-13T19:28:41Z', 'revision_number': 4, 'project_id': '5fb99b1b35e24c1ca47629b32e1a4f4d', 'gw_port': {'id': 'c06f854e-5d7f-465d-9515-43c7214717b3', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:24:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104a8a89-3333-460a-93a2-1d9d6b1d2999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:38Z', 'updated_at': '2021-07-13T19:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_interfaces': [{'id': '1b532143-d9e5-4cce-ba3c-c81bb77c9e27', 'name': '', 'network_id': '9db1d3a0-709c-4856-9653-0d0c7911e292', 'tenant_id': '5fb99b1b35e24c1ca47629b32e1a4f4d', 'mac_address': 'fa:16:3e:74:66:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104a8a89-3333-460a-93a2-1d9d6b1d2999', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '7c0e6b1b-c659-4b9e-9a87-44fb28b37af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:40Z', 'updated_at': '2021-07-13T19:28:48Z', 'revision_number': 5, 'project_id': '5fb99b1b35e24c1ca47629b32e1a4f4d', 'subnets': [{'id': '7c0e6b1b-c659-4b9e-9a87-44fb28b37af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:31:24.376591 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bf36bf-3c88-4d96-a3aa-9848e85fb088 None None] New status for floating IP 4ec43e64-23f9-45bd-9b49-46823a3dcf4f: DOWN {{(pid=92926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:31:24.441526 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc8547-c757-4864-bbd0-9617bc623cc1 req-7230452c-57e4-4cda-a01c-176d8ee00879 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:24.443145 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-c4dc8547-c757-4864-bbd0-9617bc623cc1 req-7230452c-57e4-4cda-a01c-176d8ee00879 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 945 time: 0.0671618 Jul 13 19:31:24.485178 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-c4dc8547-c757-4864-bbd0-9617bc623cc1 req-912f895f-d3b1-4462-a487-310d904e1ab1 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=f3a5b421-9b84-4f24-a1a2-8f0a98c65779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359173 Jul 13 19:31:24.508246 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af1210a2-62b7-440a-b8f7-96ce85d9e215', 'tag': '475528db-163f-430e-b15e-9a03d97065f9'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:31:24.510626 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1087dd994376df9afb132dbe65b34b6853527e2d112168992b97c33633c3add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7138f9c5-ae64-4d7c-a1b3-592ffc02142f" -d '{"events": [{"name": "network-changed", "server_uuid": "af1210a2-62b7-440a-b8f7-96ce85d9e215", "tag": "475528db-163f-430e-b15e-9a03d97065f9"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:31:24.551582 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff3d326-c082-4327-ab40-0166aa9b02a7 x-openstack-request-id: req-eff3d326-c082-4327-ab40-0166aa9b02a7 {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:31:24.551877 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af1210a2-62b7-440a-b8f7-96ce85d9e215", "tag": "475528db-163f-430e-b15e-9a03d97065f9", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:31:24.552127 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-eff3d326-c082-4327-ab40-0166aa9b02a7 {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:31:24.552528 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af1210a2-62b7-440a-b8f7-96ce85d9e215', 'tag': '475528db-163f-430e-b15e-9a03d97065f9', 'status': 'completed', 'code': 200} Jul 13 19:31:24.631517 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138f9c5-ae64-4d7c-a1b3-592ffc02142f req-87726218-cf55-4677-a44a-c91039c40646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:24.632907 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-7138f9c5-ae64-4d7c-a1b3-592ffc02142f req-87726218-cf55-4677-a44a-c91039c40646 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5fb99b1b35e24c1ca47629b32e1a4f4d&device_id=af1210a2-62b7-440a-b8f7-96ce85d9e215 HTTP/1.1" status: 200 len: 1099 time: 0.0567970 Jul 13 19:31:24.721773 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138f9c5-ae64-4d7c-a1b3-592ffc02142f req-84b41e03-86da-407d-a1b5-fbdab170cdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:24.723683 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-7138f9c5-ae64-4d7c-a1b3-592ffc02142f req-84b41e03-86da-407d-a1b5-fbdab170cdcc service neutron] 10.222.0.18 "GET /v2.0/networks?id=9db1d3a0-709c-4856-9653-0d0c7911e292 HTTP/1.1" status: 200 len: 915 time: 0.0842164 Jul 13 19:31:24.768653 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-7138f9c5-ae64-4d7c-a1b3-592ffc02142f req-fb551073-a1b2-4871-b0f5-01f95b1d80db service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=475528db-163f-430e-b15e-9a03d97065f9 HTTP/1.1" status: 200 len: 217 time: 0.0390296 Jul 13 19:31:24.817139 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138f9c5-ae64-4d7c-a1b3-592ffc02142f req-b7112db1-0fd8-4af8-9068-95dfdc2e3a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:24.818584 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-7138f9c5-ae64-4d7c-a1b3-592ffc02142f req-b7112db1-0fd8-4af8-9068-95dfdc2e3a01 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7c0e6b1b-c659-4b9e-9a87-44fb28b37af0 HTTP/1.1" status: 200 len: 853 time: 0.0450368 Jul 13 19:31:24.876310 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138f9c5-ae64-4d7c-a1b3-592ffc02142f req-f2b45030-4c28-4426-bbf2-1d2c986d177a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:24.877792 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-7138f9c5-ae64-4d7c-a1b3-592ffc02142f req-f2b45030-4c28-4426-bbf2-1d2c986d177a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9db1d3a0-709c-4856-9653-0d0c7911e292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0531299 Jul 13 19:31:24.973920 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-7138f9c5-ae64-4d7c-a1b3-592ffc02142f req-0c8c21df-16fd-45b4-87e9-ae381339c286 service neutron] 10.222.0.18 "GET /v2.0/networks/9db1d3a0-709c-4856-9653-0d0c7911e292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896974 Jul 13 19:31:25.063465 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-7138f9c5-ae64-4d7c-a1b3-592ffc02142f req-6680ba83-82b0-4b54-aa4d-81f106f8e96d service neutron] 10.222.0.18 "GET /v2.0/networks/9db1d3a0-709c-4856-9653-0d0c7911e292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836210 Jul 13 19:31:25.667736 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58ba0b-0020-4d3d-8e0f-5192510c3f4a req-af846154-1c8f-46bb-a8ca-fc1a0f7f1d25 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:25.669209 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-9c58ba0b-0020-4d3d-8e0f-5192510c3f4a req-af846154-1c8f-46bb-a8ca-fc1a0f7f1d25 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 945 time: 0.0620668 Jul 13 19:31:25.706340 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-9c58ba0b-0020-4d3d-8e0f-5192510c3f4a req-da7377ec-e05a-48c1-a2f2-4f9f80bdbd53 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=f3a5b421-9b84-4f24-a1a2-8f0a98c65779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314922 Jul 13 19:31:26.692114 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05c1cb-81c2-417f-841a-b296539ac79e req-9a7cd816-bbc6-4e44-9294-e83d008a1246 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:26.693688 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-9d05c1cb-81c2-417f-841a-b296539ac79e req-9a7cd816-bbc6-4e44-9294-e83d008a1246 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/ports?device_id=af1210a2-62b7-440a-b8f7-96ce85d9e215 HTTP/1.1" status: 200 len: 946 time: 0.3407767 Jul 13 19:31:26.746898 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-9d05c1cb-81c2-417f-841a-b296539ac79e req-7aa3d9bf-f734-476d-8588-354ea720c4b3 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/security-groups?id=e0200969-8517-4565-ae29-c31726ff4fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389447 Jul 13 19:31:26.933713 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb604f8-d2af-4a6e-9cb3-5228ab4e41c1 req-3126d69c-c724-428b-8a41-9971e84e4ab0 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:26.936766 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-aeb604f8-d2af-4a6e-9cb3-5228ab4e41c1 req-3126d69c-c724-428b-8a41-9971e84e4ab0 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 945 time: 0.0832229 Jul 13 19:31:26.983194 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-aeb604f8-d2af-4a6e-9cb3-5228ab4e41c1 req-69c8a042-dd4d-4372-bf3d-33b0bb097435 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=f3a5b421-9b84-4f24-a1a2-8f0a98c65779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395796 Jul 13 19:31:27.936912 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d2e335-d816-4e08-b854-6b5161721b93 req-1b564166-6c0e-4af1-8497-9b996d3853bf tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:27.938632 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-28d2e335-d816-4e08-b854-6b5161721b93 req-1b564166-6c0e-4af1-8497-9b996d3853bf tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/ports?device_id=af1210a2-62b7-440a-b8f7-96ce85d9e215 HTTP/1.1" status: 200 len: 946 time: 0.0704825 Jul 13 19:31:27.980245 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-28d2e335-d816-4e08-b854-6b5161721b93 req-56695519-82e0-479a-be7d-2ac9e2458ec0 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/security-groups?id=e0200969-8517-4565-ae29-c31726ff4fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347002 Jul 13 19:31:28.081704 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46bac8-eebf-475b-8c7b-a96df1d6fabd req-9f1f13c8-6f89-4472-ba2b-5d4074622b3d tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:28.083381 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-8d46bac8-eebf-475b-8c7b-a96df1d6fabd req-9f1f13c8-6f89-4472-ba2b-5d4074622b3d tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.18 "GET /v2.0/ports?device_id=af1210a2-62b7-440a-b8f7-96ce85d9e215 HTTP/1.1" status: 200 len: 946 time: 0.0752668 Jul 13 19:31:28.188763 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794ed159-42f3-41e6-b637-4cde106afc9e req-7df48fa9-3c84-4d42-a533-1c3fee6789f9 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:28.190869 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-794ed159-42f3-41e6-b637-4cde106afc9e req-7df48fa9-3c84-4d42-a533-1c3fee6789f9 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 945 time: 0.0788522 Jul 13 19:31:28.193433 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [req-8d46bac8-eebf-475b-8c7b-a96df1d6fabd req-670d8c68-a2db-495e-810b-6f917a7ae68f tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Deleting port 475528db-163f-430e-b15e-9a03d97065f9 {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:31:28.193780 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-8d46bac8-eebf-475b-8c7b-a96df1d6fabd req-670d8c68-a2db-495e-810b-6f917a7ae68f tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752272853989'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:28.241395 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-794ed159-42f3-41e6-b637-4cde106afc9e req-65ee96c9-9e13-45c1-b69d-b7be1860b2ed tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=f3a5b421-9b84-4f24-a1a2-8f0a98c65779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449548 Jul 13 19:31:28.294132 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-8d46bac8-eebf-475b-8c7b-a96df1d6fabd req-670d8c68-a2db-495e-810b-6f917a7ae68f tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] For port 475528db-163f-430e-b15e-9a03d97065f9, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=475528db-163f-430e-b15e-9a03d97065f9,segment=NetworkSegment(b486c7b2-067d-4550-9f8a-5c480e73f7c4),segment_id=b486c7b2-067d-4550-9f8a-5c480e73f7c4)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:28.294375 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-8d46bac8-eebf-475b-8c7b-a96df1d6fabd req-670d8c68-a2db-495e-810b-6f917a7ae68f tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763640'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:28.309683 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [req-8d46bac8-eebf-475b-8c7b-a96df1d6fabd req-670d8c68-a2db-495e-810b-6f917a7ae68f tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Calling delete_port for 475528db-163f-430e-b15e-9a03d97065f9 owned by compute:nova {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:31:28.440229 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-8d46bac8-eebf-475b-8c7b-a96df1d6fabd req-670d8c68-a2db-495e-810b-6f917a7ae68f tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752272859917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752272454292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126721041'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:28.458799 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] get_ports_and_sgs() called for port_ids ['475528db-163f-430e-b15e-9a03d97065f9'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:31:28.475506 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670d8c68-a2db-495e-810b-6f917a7ae68f tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Pushing event deleted for resources: {'Port': ['ID=475528db-163f-430e-b15e-9a03d97065f9,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:28.529827 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d46bac8-eebf-475b-8c7b-a96df1d6fabd req-670d8c68-a2db-495e-810b-6f917a7ae68f tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] No DVR routers for this DVR port 475528db-163f-430e-b15e-9a03d97065f9 on host hv-cinder-78693 {{(pid=92924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:31:28.533498 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-8d46bac8-eebf-475b-8c7b-a96df1d6fabd req-670d8c68-a2db-495e-810b-6f917a7ae68f tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:28.535815 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-8d46bac8-eebf-475b-8c7b-a96df1d6fabd req-670d8c68-a2db-495e-810b-6f917a7ae68f tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.18 "DELETE /v2.0/ports/475528db-163f-430e-b15e-9a03d97065f9 HTTP/1.1" status: 204 len: 173 time: 0.4470923 Jul 13 19:31:28.536276 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af1210a2-62b7-440a-b8f7-96ce85d9e215', 'name': 'network-vif-deleted', 'tag': '475528db-163f-430e-b15e-9a03d97065f9'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:31:28.538650 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8879ae7e4e4d0f25c61261a3e286ece662f5d6b6250d5f2cd5814de7b022cdc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd7b778-1ddd-45ba-a408-224bf855de06" -d '{"events": [{"server_uuid": "af1210a2-62b7-440a-b8f7-96ce85d9e215", "name": "network-vif-deleted", "tag": "475528db-163f-430e-b15e-9a03d97065f9"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:31:28.644176 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdfed0d4-baf4-4245-9efd-7bdf3a1af070 x-openstack-request-id: req-fdfed0d4-baf4-4245-9efd-7bdf3a1af070 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:31:28.644457 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af1210a2-62b7-440a-b8f7-96ce85d9e215", "name": "network-vif-deleted", "tag": "475528db-163f-430e-b15e-9a03d97065f9", "status": "completed", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:31:28.644709 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-fdfed0d4-baf4-4245-9efd-7bdf3a1af070 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:31:28.645107 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af1210a2-62b7-440a-b8f7-96ce85d9e215', 'name': 'network-vif-deleted', 'tag': '475528db-163f-430e-b15e-9a03d97065f9', 'status': 'completed', 'code': 200} Jul 13 19:31:29.125189 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-6d5f340d-5aac-4d77-ab83-71c4e260fb95 req-c8b6331d-f881-4d56-8f35-9b20358d8b0a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0695670 Jul 13 19:31:29.192836 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-40e52405-9517-4d2f-b5d7-cbba42bc99b9 req-31d26354-8c17-43d4-bad7-c48003ad0d51 tempest-TestMinimumBasicScenario-1546210956 tempest-TestMinimumBasicScenario-1546210956-project] 10.222.0.67 "GET /v2.0/ports?device_id=af1210a2-62b7-440a-b8f7-96ce85d9e215 HTTP/1.1" status: 200 len: 210 time: 0.0361111 Jul 13 19:31:29.256128 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f340d-5aac-4d77-ab83-71c4e260fb95 req-fba7e1c0-8009-499c-9f65-14b6ed67d264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:29.258917 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-6d5f340d-5aac-4d77-ab83-71c4e260fb95 req-fba7e1c0-8009-499c-9f65-14b6ed67d264 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=67402faa97f64f238466e72ec9e27071&device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 1099 time: 0.0783334 Jul 13 19:31:29.377490 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f340d-5aac-4d77-ab83-71c4e260fb95 req-93dab272-08c3-4889-8d36-1ae44713d7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:29.378911 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-6d5f340d-5aac-4d77-ab83-71c4e260fb95 req-93dab272-08c3-4889-8d36-1ae44713d7f1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3e4dc58a-a6f8-4fc6-9689-be4b7fc56525 HTTP/1.1" status: 200 len: 910 time: 0.0926049 Jul 13 19:31:29.474118 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-6d5f340d-5aac-4d77-ab83-71c4e260fb95 req-eb7a0aae-a946-4351-ad72-a5583890ea46 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1db67f4a-337f-4ef0-a0c9-bc0adbe267ce HTTP/1.1" status: 200 len: 1002 time: 0.0852671 Jul 13 19:31:29.533750 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5643daea-d89e-4ad5-9563-20ad82d7cb69 req-4e1a0307-3011-46b8-922e-1ff72563a21d tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:29.535335 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-5643daea-d89e-4ad5-9563-20ad82d7cb69 req-4e1a0307-3011-46b8-922e-1ff72563a21d tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 945 time: 0.1554837 Jul 13 19:31:29.541166 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f340d-5aac-4d77-ab83-71c4e260fb95 req-442af8ff-5648-4d49-9cf2-c3fb5e2f6bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:29.542529 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-6d5f340d-5aac-4d77-ab83-71c4e260fb95 req-442af8ff-5648-4d49-9cf2-c3fb5e2f6bcb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6c3b9855-037d-4be9-92be-e197c249828f HTTP/1.1" status: 200 len: 848 time: 0.0626688 Jul 13 19:31:29.610154 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-5643daea-d89e-4ad5-9563-20ad82d7cb69 req-e2754a28-00ec-4050-861d-0db29a687c2e tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=f3a5b421-9b84-4f24-a1a2-8f0a98c65779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666056 Jul 13 19:31:29.629178 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f340d-5aac-4d77-ab83-71c4e260fb95 req-7943ff04-fe10-4f37-9ae6-272f526ee35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:29.630643 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-6d5f340d-5aac-4d77-ab83-71c4e260fb95 req-7943ff04-fe10-4f37-9ae6-272f526ee35c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3e4dc58a-a6f8-4fc6-9689-be4b7fc56525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0807357 Jul 13 19:31:29.721111 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-6d5f340d-5aac-4d77-ab83-71c4e260fb95 req-fb391a97-a42d-4245-afe7-3bebf052d437 service neutron] 10.222.0.18 "GET /v2.0/networks/3e4dc58a-a6f8-4fc6-9689-be4b7fc56525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831668 Jul 13 19:31:29.818726 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-6d5f340d-5aac-4d77-ab83-71c4e260fb95 req-8b68ef1b-2d52-4a75-9548-d4a9363b8120 service neutron] 10.222.0.18 "GET /v2.0/networks/3e4dc58a-a6f8-4fc6-9689-be4b7fc56525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908830 Jul 13 19:31:29.895780 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:30.813835 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3789cd60-0852-475c-a1af-f682120170e1 req-d6732703-c93c-489a-b310-ea28f7c58146 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:30.815473 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-3789cd60-0852-475c-a1af-f682120170e1 req-d6732703-c93c-489a-b310-ea28f7c58146 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 945 time: 0.0759282 Jul 13 19:31:30.868514 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-3789cd60-0852-475c-a1af-f682120170e1 req-56d0780c-b739-4ac9-b324-488fb4714d09 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=f3a5b421-9b84-4f24-a1a2-8f0a98c65779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464900 Jul 13 19:31:30.988520 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 56904) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:31.259737 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device 475528db-163f-430e-b15e-9a03d97065f9 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:31:31.281298 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] No Port match for: 475528db-163f-430e-b15e-9a03d97065f9 {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:31:31.281641 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device 475528db-163f-430e-b15e-9a03d97065f9 not bound to the agent host hv-cinder-78693 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:31:31.411433 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-1475c1b9-6cfb-423e-aad2-7afa4b802580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759643'] for router_interface, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:31.719105 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-1475c1b9-6cfb-423e-aad2-7afa4b802580 admin admin] Deleting port 1b532143-d9e5-4cce-ba3c-c81bb77c9e27 {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:31:31.719105 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-1475c1b9-6cfb-423e-aad2-7afa4b802580 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752272853989'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:31.797789 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-1475c1b9-6cfb-423e-aad2-7afa4b802580 admin admin] For port 1b532143-d9e5-4cce-ba3c-c81bb77c9e27, host dv-cinder-786932-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=1b532143-d9e5-4cce-ba3c-c81bb77c9e27,segment=NetworkSegment(b486c7b2-067d-4550-9f8a-5c480e73f7c4),segment_id=b486c7b2-067d-4550-9f8a-5c480e73f7c4)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:31.798138 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-1475c1b9-6cfb-423e-aad2-7afa4b802580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763640'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:31.810882 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-1475c1b9-6cfb-423e-aad2-7afa4b802580 admin admin] Calling delete_port for 1b532143-d9e5-4cce-ba3c-c81bb77c9e27 owned by network:router_interface {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:31:32.048950 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-1475c1b9-6cfb-423e-aad2-7afa4b802580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752272859917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752272454292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126721041'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:32.078650 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1475c1b9-6cfb-423e-aad2-7afa4b802580 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b532143-d9e5-4cce-ba3c-c81bb77c9e27,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:32.148569 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868903c4-e3c5-4534-bbaa-ffac869b263f req-9ccd92ff-ad0a-4668-aa9e-badf915c92ed tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:32.150086 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-868903c4-e3c5-4534-bbaa-ffac869b263f req-9ccd92ff-ad0a-4668-aa9e-badf915c92ed tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 945 time: 0.1561811 Jul 13 19:31:32.236378 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-868903c4-e3c5-4534-bbaa-ffac869b263f req-68d61015-33ba-4ee0-b209-9d598262d1bf tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=f3a5b421-9b84-4f24-a1a2-8f0a98c65779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793576 Jul 13 19:31:32.290167 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-1475c1b9-6cfb-423e-aad2-7afa4b802580 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759799'] for router_interface, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:32.745148 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1475c1b9-6cfb-423e-aad2-7afa4b802580 admin admin] Router 104a8a89-3333-460a-93a2-1d9d6b1d2999 has already been hosted by L3 agent beedb406-ab13-44dd-957b-972171d020d2 {{(pid=92924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:31:32.846088 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1475c1b9-6cfb-423e-aad2-7afa4b802580 admin admin] Notify agent at l3_agent.dv-cinder-786932-3-iscsi the message routers_updated {{(pid=92924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:31:32.851118 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-1475c1b9-6cfb-423e-aad2-7afa4b802580 admin admin] 10.222.0.67 "PUT /v2.0/routers/104a8a89-3333-460a-93a2-1d9d6b1d2999/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8614323 Jul 13 19:31:32.853608 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 56908) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:32.855186 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3544eb-443c-414c-be1d-c8ac1d9b30c2 None None] Sync routers for ids ['104a8a89-3333-460a-93a2-1d9d6b1d2999'] in dv-cinder-786932-3-iscsi {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:31:32.864442 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3544eb-443c-414c-be1d-c8ac1d9b30c2 None None] Routers {'104a8a89-3333-460a-93a2-1d9d6b1d2999'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:31:32.865052 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-1c3544eb-443c-414c-be1d-c8ac1d9b30c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:31:19Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['104a8a89-3333-460a-93a2-1d9d6b1d2999'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:32.971623 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e45c078c-4993-4554-86b5-c4524b9fec39 admin admin] Notify callbacks [] for router, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:32.976442 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-1c3544eb-443c-414c-be1d-c8ac1d9b30c2 None None] Set router 104a8a89-3333-460a-93a2-1d9d6b1d2999 gateway port host: dv-cinder-786932-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:31:33.096038 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e45c078c-4993-4554-86b5-c4524b9fec39 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:33.185041 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-1c3544eb-443c-414c-be1d-c8ac1d9b30c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '104a8a89-3333-460a-93a2-1d9d6b1d2999', 'name': 'tempest-TestMinimumBasicScenario-634962292-router', 'tenant_id': '5fb99b1b35e24c1ca47629b32e1a4f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'c06f854e-5d7f-465d-9515-43c7214717b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:28:38Z', 'updated_at': '2021-07-13T19:31:31Z', 'revision_number': 5, 'project_id': '5fb99b1b35e24c1ca47629b32e1a4f4d', 'gw_port': {'id': 'c06f854e-5d7f-465d-9515-43c7214717b3', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:24:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104a8a89-3333-460a-93a2-1d9d6b1d2999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:38Z', 'updated_at': '2021-07-13T19:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi'}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:33.190020 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-e45c078c-4993-4554-86b5-c4524b9fec39 admin admin] Deleting port c06f854e-5d7f-465d-9515-43c7214717b3 {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:31:33.190456 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e45c078c-4993-4554-86b5-c4524b9fec39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752272853989'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:33.223269 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3544eb-443c-414c-be1d-c8ac1d9b30c2 None None] Checking router: 104a8a89-3333-460a-93a2-1d9d6b1d2999 for host: dv-cinder-786932-3-iscsi {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:31:33.231616 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3544eb-443c-414c-be1d-c8ac1d9b30c2 None None] Routers {'104a8a89-3333-460a-93a2-1d9d6b1d2999'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:31:33.232250 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-1c3544eb-443c-414c-be1d-c8ac1d9b30c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:31:19Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['104a8a89-3333-460a-93a2-1d9d6b1d2999'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:33.347204 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-1c3544eb-443c-414c-be1d-c8ac1d9b30c2 None None] Set router 104a8a89-3333-460a-93a2-1d9d6b1d2999 gateway port host: None {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:31:33.375644 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-e45c078c-4993-4554-86b5-c4524b9fec39 admin admin] For port c06f854e-5d7f-465d-9515-43c7214717b3, host dv-cinder-786932-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=c06f854e-5d7f-465d-9515-43c7214717b3,segment=NetworkSegment(2c1c5ac3-7b69-4096-8790-4108a346deee),segment_id=2c1c5ac3-7b69-4096-8790-4108a346deee)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:33.376462 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e45c078c-4993-4554-86b5-c4524b9fec39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763640'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:33.403118 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-e45c078c-4993-4554-86b5-c4524b9fec39 admin admin] Calling delete_port for c06f854e-5d7f-465d-9515-43c7214717b3 owned by network:router_gateway {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:31:33.406156 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-1c3544eb-443c-414c-be1d-c8ac1d9b30c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '104a8a89-3333-460a-93a2-1d9d6b1d2999', 'name': 'tempest-TestMinimumBasicScenario-634962292-router', 'tenant_id': '5fb99b1b35e24c1ca47629b32e1a4f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:28:38Z', 'updated_at': '2021-07-13T19:31:33Z', 'revision_number': 6, 'project_id': '5fb99b1b35e24c1ca47629b32e1a4f4d', 'gw_port_host': None}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:33.436441 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3544eb-443c-414c-be1d-c8ac1d9b30c2 None None] The sync data for ids ['104a8a89-3333-460a-93a2-1d9d6b1d2999'] in dv-cinder-786932-3-iscsi is: [{'id': '104a8a89-3333-460a-93a2-1d9d6b1d2999', 'name': 'tempest-TestMinimumBasicScenario-634962292-router', 'tenant_id': '5fb99b1b35e24c1ca47629b32e1a4f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:28:38Z', 'updated_at': '2021-07-13T19:31:33Z', 'revision_number': 6, 'project_id': '5fb99b1b35e24c1ca47629b32e1a4f4d', 'gw_port_host': None}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:31:33.515874 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d2dca-9ffb-467a-a01a-566306a5a4d5 req-4346b18b-acf2-4853-a6b4-97c6bd8be830 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:33.526218 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1d0d2dca-9ffb-467a-a01a-566306a5a4d5 req-4346b18b-acf2-4853-a6b4-97c6bd8be830 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 945 time: 0.0942166 Jul 13 19:31:33.564627 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1d0d2dca-9ffb-467a-a01a-566306a5a4d5 req-f6bc3ae4-527f-4c60-a186-8a0afee18ec1 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=f3a5b421-9b84-4f24-a1a2-8f0a98c65779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372534 Jul 13 19:31:33.617930 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e45c078c-4993-4554-86b5-c4524b9fec39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752272859917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752272454292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126721041'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:33.645674 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45c078c-4993-4554-86b5-c4524b9fec39 admin admin] Pushing event deleted for resources: {'Port': ['ID=c06f854e-5d7f-465d-9515-43c7214717b3,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:33.716210 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e45c078c-4993-4554-86b5-c4524b9fec39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760337'] for router_gateway, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:33.820751 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e45c078c-4993-4554-86b5-c4524b9fec39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-759530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9155'] for router, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:33.822942 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e45c078c-4993-4554-86b5-c4524b9fec39 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:33.887563 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e45c078c-4993-4554-86b5-c4524b9fec39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-755738'] for router, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:33.888106 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e45c078c-4993-4554-86b5-c4524b9fec39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 104a8a89-3333-460a-93a2-1d9d6b1d2999 {{(pid=92924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:31:33.894146 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e45c078c-4993-4554-86b5-c4524b9fec39 admin admin] Notify callbacks [] for router, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:33.895054 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-e45c078c-4993-4554-86b5-c4524b9fec39 admin admin] 10.222.0.67 "DELETE /v2.0/routers/104a8a89-3333-460a-93a2-1d9d6b1d2999 HTTP/1.1" status: 204 len: 168 time: 1.0405324 Jul 13 19:31:33.897613 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 56922) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:33.944915 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fe608db-5951-4c4d-887d-44ed5f67d5ef admin admin] Deleting subnet 7c0e6b1b-c659-4b9e-9a87-44fb28b37af0 {{(pid=92924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:31:33.948001 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-0fe608db-5951-4c4d-887d-44ed5f67d5ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:33.983858 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-0fe608db-5951-4c4d-887d-44ed5f67d5ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126721090'] for subnet, precommit_delete_associations {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:34.103148 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-0fe608db-5951-4c4d-887d-44ed5f67d5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3824333'] for subnet, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:34.168358 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-0fe608db-5951-4c4d-887d-44ed5f67d5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3824308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126721100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125931225'] for subnet, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:34.204996 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe608db-5951-4c4d-887d-44ed5f67d5ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c0e6b1b-c659-4b9e-9a87-44fb28b37af0,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:34.207259 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-0fe608db-5951-4c4d-887d-44ed5f67d5ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600154'] for subnet, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:34.209415 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-0fe608db-5951-4c4d-887d-44ed5f67d5ef admin admin] 10.222.0.67 "DELETE /v2.0/subnets/7c0e6b1b-c659-4b9e-9a87-44fb28b37af0 HTTP/1.1" status: 204 len: 168 time: 0.3108406 Jul 13 19:31:34.212412 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 56924) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:34.222598 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5323c7f-f081-409d-8ef7-5d23b67ff042 None None] Network 9db1d3a0-709c-4856-9653-0d0c7911e292 requested from dv-cinder-786932-3-iscsi {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:31:34.278792 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device 1b532143-d9e5-4cce-ba3c-c81bb77c9e27 no longer exists at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:31:34.307091 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] No Port match for: 1b532143-d9e5-4cce-ba3c-c81bb77c9e27 {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:31:34.307478 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device 1b532143-d9e5-4cce-ba3c-c81bb77c9e27 not bound to the agent host dv-cinder-786932-3-iscsi {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:31:34.307979 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device c06f854e-5d7f-465d-9515-43c7214717b3 no longer exists at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:31:34.330631 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a507601f-7fb0-40fe-a5aa-d4043eb7cad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3741476'] for network, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:34.332877 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] No Port match for: c06f854e-5d7f-465d-9515-43c7214717b3 {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:31:34.333239 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device c06f854e-5d7f-465d-9515-43c7214717b3 not bound to the agent host dv-cinder-786932-3-iscsi {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:31:34.398238 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-a507601f-7fb0-40fe-a5aa-d4043eb7cad6 admin admin] Deleting port 2b4715f7-44bf-4230-b043-de729a1d1b59 {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:31:34.398692 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a507601f-7fb0-40fe-a5aa-d4043eb7cad6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752272853989'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:34.471625 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-a507601f-7fb0-40fe-a5aa-d4043eb7cad6 admin admin] For port 2b4715f7-44bf-4230-b043-de729a1d1b59, host dv-cinder-786932-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=2b4715f7-44bf-4230-b043-de729a1d1b59,segment=NetworkSegment(b486c7b2-067d-4550-9f8a-5c480e73f7c4),segment_id=b486c7b2-067d-4550-9f8a-5c480e73f7c4)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:34.472492 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a507601f-7fb0-40fe-a5aa-d4043eb7cad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763640'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:34.495713 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-a507601f-7fb0-40fe-a5aa-d4043eb7cad6 admin admin] Calling delete_port for 2b4715f7-44bf-4230-b043-de729a1d1b59 owned by network:dhcp {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:31:34.503076 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1739aee9-2400-43c0-bfa8-0aec833cde99 None None] DHCP port deletion for 9db1d3a0-709c-4856-9653-0d0c7911e292 request from dv-cinder-786932-3-iscsi {{(pid=92925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:31:34.558192 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-1739aee9-2400-43c0-bfa8-0aec833cde99 None None] Deleting port 2b4715f7-44bf-4230-b043-de729a1d1b59 {{(pid=92925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:31:34.558692 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-1739aee9-2400-43c0-bfa8-0aec833cde99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752272853989'] for port, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:34.591609 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a507601f-7fb0-40fe-a5aa-d4043eb7cad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752272859917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752272454292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126721041'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:34.633324 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-1739aee9-2400-43c0-bfa8-0aec833cde99 None None] For port 2b4715f7-44bf-4230-b043-de729a1d1b59, host dv-cinder-786932-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=2b4715f7-44bf-4230-b043-de729a1d1b59,segment=NetworkSegment(b486c7b2-067d-4550-9f8a-5c480e73f7c4),segment_id=b486c7b2-067d-4550-9f8a-5c480e73f7c4)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:34.633779 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-1739aee9-2400-43c0-bfa8-0aec833cde99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763640'] for port, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:34.638505 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a507601f-7fb0-40fe-a5aa-d4043eb7cad6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b4715f7-44bf-4230-b043-de729a1d1b59,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:34.647703 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a507601f-7fb0-40fe-a5aa-d4043eb7cad6 admin admin] No DVR routers for this DVR port 2b4715f7-44bf-4230-b043-de729a1d1b59 on host dv-cinder-786932-3-iscsi {{(pid=92924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:31:34.657543 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-1739aee9-2400-43c0-bfa8-0aec833cde99 None None] Calling delete_port for 2b4715f7-44bf-4230-b043-de729a1d1b59 owned by network:dhcp {{(pid=92925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:31:34.773638 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a507601f-7fb0-40fe-a5aa-d4043eb7cad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3818072', 'neutron.services.segments.db._delete_segments_for_network-8752273001027'] for network, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:34.787356 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.services.segments.db [None req-a507601f-7fb0-40fe-a5aa-d4043eb7cad6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9db1d3a0-709c-4856-9653-0d0c7911e292']}} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:34.803199 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.services.segments.db [None req-a507601f-7fb0-40fe-a5aa-d4043eb7cad6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b486c7b2-067d-4550-9f8a-5c480e73f7c4') {'for_net_delete': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:34.803700 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.services.segments.db [None req-a507601f-7fb0-40fe-a5aa-d4043eb7cad6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b486c7b2-067d-4550-9f8a-5c480e73f7c4') {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:34.817273 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a507601f-7fb0-40fe-a5aa-d4043eb7cad6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752273006156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126721115'] for segment, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:34.844185 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976eaa4-bdf1-49c5-b56c-6cea2356d3cc req-bce0606c-5563-48aa-8af0-edf75049c6f0 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:34.845870 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-d976eaa4-bdf1-49c5-b56c-6cea2356d3cc req-bce0606c-5563-48aa-8af0-edf75049c6f0 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 945 time: 0.1213660 Jul 13 19:31:34.846044 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-1739aee9-2400-43c0-bfa8-0aec833cde99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752272859917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752272454292'] for port, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:34.846956 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a507601f-7fb0-40fe-a5aa-d4043eb7cad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825552'] for segment, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:34.861930 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a507601f-7fb0-40fe-a5aa-d4043eb7cad6 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=92924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:31:34.862399 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a507601f-7fb0-40fe-a5aa-d4043eb7cad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126716386'] for segment, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:34.864237 dv-cinder-786932-3-iscsi neutron-server[92924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:31:34.864237 dv-cinder-786932-3-iscsi neutron-server[92924]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:31:34.864237 dv-cinder-786932-3-iscsi neutron-server[92924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:31:34.864237 dv-cinder-786932-3-iscsi neutron-server[92924]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:31:34.864237 dv-cinder-786932-3-iscsi neutron-server[92924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:31:34.864237 dv-cinder-786932-3-iscsi neutron-server[92924]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:31:34.864237 dv-cinder-786932-3-iscsi neutron-server[92924]: Traceback (most recent call last): Jul 13 19:31:34.864237 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:31:34.864237 dv-cinder-786932-3-iscsi neutron-server[92924]: timer() Jul 13 19:31:34.864237 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:31:34.864237 dv-cinder-786932-3-iscsi neutron-server[92924]: cb(*args, **kw) Jul 13 19:31:34.864237 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:31:34.864237 dv-cinder-786932-3-iscsi neutron-server[92924]: return func(*args, **kwargs) Jul 13 19:31:34.864237 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:31:34.864237 dv-cinder-786932-3-iscsi neutron-server[92924]: self._notify() Jul 13 19:31:34.864237 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:31:34.864237 dv-cinder-786932-3-iscsi neutron-server[92924]: self.callback(batched_events) Jul 13 19:31:34.864237 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:31:34.864237 dv-cinder-786932-3-iscsi neutron-server[92924]: event.method(event) Jul 13 19:31:34.864237 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:31:34.864237 dv-cinder-786932-3-iscsi neutron-server[92924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:31:34.864237 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:31:34.864237 dv-cinder-786932-3-iscsi neutron-server[92924]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:31:34.864237 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:31:34.864237 dv-cinder-786932-3-iscsi neutron-server[92924]: return f(self, *a, **k) Jul 13 19:31:34.864237 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:31:34.864237 dv-cinder-786932-3-iscsi neutron-server[92924]: return self._get(url).json() Jul 13 19:31:34.864237 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:31:34.864237 dv-cinder-786932-3-iscsi neutron-server[92924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:31:34.864237 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:31:34.864237 dv-cinder-786932-3-iscsi neutron-server[92924]: return self.request(url, 'GET', **kwargs) Jul 13 19:31:34.864237 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:31:34.864237 dv-cinder-786932-3-iscsi neutron-server[92924]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:31:34.864237 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:31:34.864237 dv-cinder-786932-3-iscsi neutron-server[92924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:31:34.864237 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:31:34.864237 dv-cinder-786932-3-iscsi neutron-server[92924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:31:34.864237 dv-cinder-786932-3-iscsi neutron-server[92924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:31:34.889529 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1739aee9-2400-43c0-bfa8-0aec833cde99 None None] Pushing event deleted for resources: {'Port': ['ID=2b4715f7-44bf-4230-b043-de729a1d1b59,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:34.894408 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1739aee9-2400-43c0-bfa8-0aec833cde99 None None] No DVR routers for this DVR port 2b4715f7-44bf-4230-b043-de729a1d1b59 on host dv-cinder-786932-3-iscsi {{(pid=92925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:31:34.906764 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1739aee9-2400-43c0-bfa8-0aec833cde99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:34.907431 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1739aee9-2400-43c0-bfa8-0aec833cde99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:34.907994 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1739aee9-2400-43c0-bfa8-0aec833cde99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:34.908519 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1739aee9-2400-43c0-bfa8-0aec833cde99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:34.909026 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1739aee9-2400-43c0-bfa8-0aec833cde99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:34.909531 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1739aee9-2400-43c0-bfa8-0aec833cde99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:34.910035 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1739aee9-2400-43c0-bfa8-0aec833cde99 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:34.910540 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1739aee9-2400-43c0-bfa8-0aec833cde99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:34.911057 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1739aee9-2400-43c0-bfa8-0aec833cde99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:34.911581 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1739aee9-2400-43c0-bfa8-0aec833cde99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:34.912119 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1739aee9-2400-43c0-bfa8-0aec833cde99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:34.912676 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1739aee9-2400-43c0-bfa8-0aec833cde99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:34.952820 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-d976eaa4-bdf1-49c5-b56c-6cea2356d3cc req-96893786-27bb-4253-921b-59b20af3615c tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=f3a5b421-9b84-4f24-a1a2-8f0a98c65779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002071 Jul 13 19:31:34.954179 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a507601f-7fb0-40fe-a5aa-d4043eb7cad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3818063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760437'] for network, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:34.961788 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a507601f-7fb0-40fe-a5aa-d4043eb7cad6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600154'] for network, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:34.963658 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-a507601f-7fb0-40fe-a5aa-d4043eb7cad6 admin admin] 10.222.0.67 "DELETE /v2.0/networks/9db1d3a0-709c-4856-9653-0d0c7911e292 HTTP/1.1" status: 204 len: 168 time: 0.7502663 Jul 13 19:31:34.966720 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 56940) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:34.975485 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a507601f-7fb0-40fe-a5aa-d4043eb7cad6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9db1d3a0-709c-4856-9653-0d0c7911e292,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:35.372968 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0ceed6aa-cb71-4943-9098-66a81ef6390c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759643'] for router_interface, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:35.654016 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-0ceed6aa-cb71-4943-9098-66a81ef6390c admin admin] Deleting port 9d936b6b-e26a-4e0e-8ce6-94c4a8793210 {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:31:35.654290 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0ceed6aa-cb71-4943-9098-66a81ef6390c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752272853989'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:35.737905 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-0ceed6aa-cb71-4943-9098-66a81ef6390c admin admin] For port 9d936b6b-e26a-4e0e-8ce6-94c4a8793210, host dv-cinder-786932-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=9d936b6b-e26a-4e0e-8ce6-94c4a8793210,segment=NetworkSegment(ed0c3ba4-db39-4779-8303-1e1713a183f3),segment_id=ed0c3ba4-db39-4779-8303-1e1713a183f3)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:35.738261 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0ceed6aa-cb71-4943-9098-66a81ef6390c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763640'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:35.753056 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-0ceed6aa-cb71-4943-9098-66a81ef6390c admin admin] Calling delete_port for 9d936b6b-e26a-4e0e-8ce6-94c4a8793210 owned by network:router_interface {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:31:35.957497 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0ceed6aa-cb71-4943-9098-66a81ef6390c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752272859917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752272454292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130471124'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:35.985273 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceed6aa-cb71-4943-9098-66a81ef6390c admin admin] Pushing event deleted for resources: {'Port': ['ID=9d936b6b-e26a-4e0e-8ce6-94c4a8793210,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:36.220774 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0ceed6aa-cb71-4943-9098-66a81ef6390c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759799'] for router_interface, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:36.336693 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device 2b4715f7-44bf-4230-b043-de729a1d1b59 no longer exists at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:31:36.359905 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ee754-5a97-436c-b88e-a4f48dcba7bf req-6dd76b1d-52ee-4d92-826a-f02f86b96a40 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:36.360639 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] No Port match for: 2b4715f7-44bf-4230-b043-de729a1d1b59 {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:31:36.360925 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device 2b4715f7-44bf-4230-b043-de729a1d1b59 not bound to the agent host dv-cinder-786932-3-iscsi {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:31:36.361729 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ba9ee754-5a97-436c-b88e-a4f48dcba7bf req-6dd76b1d-52ee-4d92-826a-f02f86b96a40 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 945 time: 0.2535436 Jul 13 19:31:36.580314 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779ba54-1866-472d-9da1-d58716b37438 req-2dda8126-ef6d-4550-9968-20f5523a2de4 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:36.582000 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-4779ba54-1866-472d-9da1-d58716b37438 req-2dda8126-ef6d-4550-9968-20f5523a2de4 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=42290e79-2ae8-4ca2-a549-50507a938f45 HTTP/1.1" status: 200 len: 945 time: 0.0765431 Jul 13 19:31:36.623434 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-4779ba54-1866-472d-9da1-d58716b37438 req-bb81415e-531d-4873-97d7-8adf9fde1f23 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?id=e2488bb5-0b32-45f0-870f-4ba39cc0f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357070 Jul 13 19:31:36.698349 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ba9ee754-5a97-436c-b88e-a4f48dcba7bf req-24f19dc4-ab07-4d31-8348-12a79ee9c337 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=f3a5b421-9b84-4f24-a1a2-8f0a98c65779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3267016 Jul 13 19:31:36.757288 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ceed6aa-cb71-4943-9098-66a81ef6390c admin admin] Router abe0d130-bf41-47bd-a005-1b400cc47804 has already been hosted by L3 agent beedb406-ab13-44dd-957b-972171d020d2 {{(pid=92923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:31:36.864439 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ceed6aa-cb71-4943-9098-66a81ef6390c admin admin] Notify agent at l3_agent.dv-cinder-786932-3-iscsi the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:31:36.869763 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-0ceed6aa-cb71-4943-9098-66a81ef6390c admin admin] 10.222.0.67 "PUT /v2.0/routers/abe0d130-bf41-47bd-a005-1b400cc47804/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9005744 Jul 13 19:31:36.872447 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 56958) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:36.873412 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd6c036-1fc7-428d-8da6-3f4110173e58 None None] Sync routers for ids ['abe0d130-bf41-47bd-a005-1b400cc47804'] in dv-cinder-786932-3-iscsi {{(pid=92926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:31:36.883806 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd6c036-1fc7-428d-8da6-3f4110173e58 None None] Routers {'abe0d130-bf41-47bd-a005-1b400cc47804'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:31:36.884427 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-5fd6c036-1fc7-428d-8da6-3f4110173e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:31:19Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['abe0d130-bf41-47bd-a005-1b400cc47804'], 'active': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:36.980049 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-10c3db92-a562-485f-837e-caa33a5227ac admin admin] Notify callbacks [] for router, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:36.993925 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvr_db [None req-5fd6c036-1fc7-428d-8da6-3f4110173e58 None None] Set router abe0d130-bf41-47bd-a005-1b400cc47804 gateway port host: dv-cinder-786932-3-iscsi {{(pid=92926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:31:37.084473 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-10c3db92-a562-485f-837e-caa33a5227ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:37.136845 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-10c3db92-a562-485f-837e-caa33a5227ac admin admin] Deleting port e7d2a8f6-8a36-4671-8b5c-de5096362f9b {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:31:37.137186 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-10c3db92-a562-485f-837e-caa33a5227ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752272853989'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:37.177330 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-5fd6c036-1fc7-428d-8da6-3f4110173e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe0d130-bf41-47bd-a005-1b400cc47804', 'name': 'tempest-TestMinimumBasicScenario-773620420-router', 'tenant_id': '15d90243735444ceae2654cf9a41ebef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'e7d2a8f6-8a36-4671-8b5c-de5096362f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:28:43Z', 'updated_at': '2021-07-13T19:31:35Z', 'revision_number': 5, 'project_id': '15d90243735444ceae2654cf9a41ebef', 'gw_port': {'id': 'e7d2a8f6-8a36-4671-8b5c-de5096362f9b', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:df:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe0d130-bf41-47bd-a005-1b400cc47804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:44Z', 'updated_at': '2021-07-13T19:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi'}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:37.204592 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd6c036-1fc7-428d-8da6-3f4110173e58 None None] Checking router: abe0d130-bf41-47bd-a005-1b400cc47804 for host: dv-cinder-786932-3-iscsi {{(pid=92926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:31:37.213052 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd6c036-1fc7-428d-8da6-3f4110173e58 None None] Routers {'abe0d130-bf41-47bd-a005-1b400cc47804'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:31:37.213692 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-5fd6c036-1fc7-428d-8da6-3f4110173e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:31:19Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['abe0d130-bf41-47bd-a005-1b400cc47804'], 'active': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:37.220020 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-10c3db92-a562-485f-837e-caa33a5227ac admin admin] For port e7d2a8f6-8a36-4671-8b5c-de5096362f9b, host dv-cinder-786932-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=e7d2a8f6-8a36-4671-8b5c-de5096362f9b,segment=NetworkSegment(2c1c5ac3-7b69-4096-8790-4108a346deee),segment_id=2c1c5ac3-7b69-4096-8790-4108a346deee)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:37.220380 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-10c3db92-a562-485f-837e-caa33a5227ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763640'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:37.232642 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-10c3db92-a562-485f-837e-caa33a5227ac admin admin] Calling delete_port for e7d2a8f6-8a36-4671-8b5c-de5096362f9b owned by network:router_gateway {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:31:37.304335 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvr_db [None req-5fd6c036-1fc7-428d-8da6-3f4110173e58 None None] Set router abe0d130-bf41-47bd-a005-1b400cc47804 gateway port host: None {{(pid=92926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:31:37.361928 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-5fd6c036-1fc7-428d-8da6-3f4110173e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe0d130-bf41-47bd-a005-1b400cc47804', 'name': 'tempest-TestMinimumBasicScenario-773620420-router', 'tenant_id': '15d90243735444ceae2654cf9a41ebef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:28:43Z', 'updated_at': '2021-07-13T19:31:37Z', 'revision_number': 6, 'project_id': '15d90243735444ceae2654cf9a41ebef', 'gw_port_host': None}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:37.389518 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd6c036-1fc7-428d-8da6-3f4110173e58 None None] The sync data for ids ['abe0d130-bf41-47bd-a005-1b400cc47804'] in dv-cinder-786932-3-iscsi is: [{'id': 'abe0d130-bf41-47bd-a005-1b400cc47804', 'name': 'tempest-TestMinimumBasicScenario-773620420-router', 'tenant_id': '15d90243735444ceae2654cf9a41ebef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:28:43Z', 'updated_at': '2021-07-13T19:31:37Z', 'revision_number': 6, 'project_id': '15d90243735444ceae2654cf9a41ebef', 'gw_port_host': None}] {{(pid=92926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:31:37.409226 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-10c3db92-a562-485f-837e-caa33a5227ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752272859917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752272454292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126721041'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:37.446812 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c3db92-a562-485f-837e-caa33a5227ac admin admin] Pushing event deleted for resources: {'Port': ['ID=e7d2a8f6-8a36-4671-8b5c-de5096362f9b,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:37.507875 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-10c3db92-a562-485f-837e-caa33a5227ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760337'] for router_gateway, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:37.598208 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-10c3db92-a562-485f-837e-caa33a5227ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-759530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9155'] for router, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:37.600433 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-10c3db92-a562-485f-837e-caa33a5227ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:37.647371 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-10c3db92-a562-485f-837e-caa33a5227ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-755738'] for router, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:37.647933 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c3db92-a562-485f-837e-caa33a5227ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router abe0d130-bf41-47bd-a005-1b400cc47804 {{(pid=92924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:31:37.653319 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-10c3db92-a562-485f-837e-caa33a5227ac admin admin] Notify callbacks [] for router, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:37.654673 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-10c3db92-a562-485f-837e-caa33a5227ac admin admin] 10.222.0.67 "DELETE /v2.0/routers/abe0d130-bf41-47bd-a005-1b400cc47804 HTTP/1.1" status: 204 len: 168 time: 0.7811449 Jul 13 19:31:37.658813 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 56962) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:37.695517 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.agents_db [None req-012e1d35-f91a-49b0-a4f0-5c30301579de None None] Agent healthcheck: found 6 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:31:37.737166 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_v2 [None req-a027bce3-5eaa-4416-bdc0-0a19cfb0d1bb admin admin] Deleting subnet 9c889a73-a387-49cb-a1a9-69a9449d0661 {{(pid=92923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:31:37.742965 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a027bce3-5eaa-4416-bdc0-0a19cfb0d1bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:37.803653 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a027bce3-5eaa-4416-bdc0-0a19cfb0d1bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130178881'] for subnet, precommit_delete_associations {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:37.899630 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb88ce-c13b-4502-8e6b-bea4308c47e2 req-16f7cc25-7074-4929-9ed4-9762ce712c4d tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:37.907984 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-c7bb88ce-c13b-4502-8e6b-bea4308c47e2 req-16f7cc25-7074-4929-9ed4-9762ce712c4d tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=42290e79-2ae8-4ca2-a549-50507a938f45 HTTP/1.1" status: 200 len: 945 time: 0.0926719 Jul 13 19:31:37.947677 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-c7bb88ce-c13b-4502-8e6b-bea4308c47e2 req-a25099a6-d834-47ae-9a9f-2d4c5dcb8fc4 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?id=e2488bb5-0b32-45f0-870f-4ba39cc0f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371292 Jul 13 19:31:38.002157 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a027bce3-5eaa-4416-bdc0-0a19cfb0d1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3824333'] for subnet, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:38.061138 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3caae2-2a76-4868-9e82-a501ceb17e56 req-beb473f6-c5ac-41f0-87a8-53d891aa72af tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:38.063467 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-6f3caae2-2a76-4868-9e82-a501ceb17e56 req-beb473f6-c5ac-41f0-87a8-53d891aa72af tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 945 time: 0.1752999 Jul 13 19:31:38.091811 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a027bce3-5eaa-4416-bdc0-0a19cfb0d1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3824308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130471049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130128640'] for subnet, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:38.125460 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a027bce3-5eaa-4416-bdc0-0a19cfb0d1bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c889a73-a387-49cb-a1a9-69a9449d0661,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:38.139153 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a027bce3-5eaa-4416-bdc0-0a19cfb0d1bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:38.139351 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f8e01b-3028-414d-a355-c51e531574a1 req-5bbe93dc-c701-4270-9b33-6b8e49905b8a tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:38.141492 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-40f8e01b-3028-414d-a355-c51e531574a1 req-5bbe93dc-c701-4270-9b33-6b8e49905b8a tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.18 "GET /v2.0/ports?device_id=42290e79-2ae8-4ca2-a549-50507a938f45 HTTP/1.1" status: 200 len: 945 time: 0.0689366 Jul 13 19:31:38.142221 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2694610-8a20-47fa-8e6c-27cf45cb336f None None] Network 4d944749-f1be-4cc3-b48f-4761dc9a39cb requested from dv-cinder-786932-3-iscsi {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:31:38.142857 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-a027bce3-5eaa-4416-bdc0-0a19cfb0d1bb admin admin] 10.222.0.67 "DELETE /v2.0/subnets/9c889a73-a387-49cb-a1a9-69a9449d0661 HTTP/1.1" status: 204 len: 168 time: 0.4821241 Jul 13 19:31:38.145036 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 56966) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:38.150596 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-6f3caae2-2a76-4868-9e82-a501ceb17e56 req-18d4b705-c354-42f1-be20-90f68a9cc063 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=f3a5b421-9b84-4f24-a1a2-8f0a98c65779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800025 Jul 13 19:31:38.297066 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d60d7f09-aeb1-4fd4-b2af-0878558234b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3741476'] for network, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:38.306387 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device 9d936b6b-e26a-4e0e-8ce6-94c4a8793210 no longer exists at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:31:38.331733 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] No Port match for: 9d936b6b-e26a-4e0e-8ce6-94c4a8793210 {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:31:38.332077 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device 9d936b6b-e26a-4e0e-8ce6-94c4a8793210 not bound to the agent host dv-cinder-786932-3-iscsi {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:31:38.332488 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device e7d2a8f6-8a36-4671-8b5c-de5096362f9b no longer exists at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:31:38.354653 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2efc85-d9b5-4271-9218-a874299bc3e1 None None] DHCP port deletion for 4d944749-f1be-4cc3-b48f-4761dc9a39cb request from dv-cinder-786932-3-iscsi {{(pid=92925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:31:38.356792 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] No Port match for: e7d2a8f6-8a36-4671-8b5c-de5096362f9b {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:31:38.357138 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device e7d2a8f6-8a36-4671-8b5c-de5096362f9b not bound to the agent host dv-cinder-786932-3-iscsi {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:31:38.358853 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [req-40f8e01b-3028-414d-a355-c51e531574a1 req-3a8278ff-938f-429c-a014-d68816279a5b tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Deleting port 038e047b-156f-4b01-9a7c-76f41bfd6a2d {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:31:38.359729 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-40f8e01b-3028-414d-a355-c51e531574a1 req-3a8278ff-938f-429c-a014-d68816279a5b tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752272853989'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:38.408107 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-bf2efc85-d9b5-4271-9218-a874299bc3e1 None None] Deleting port 0f6ce942-c2b6-43df-8a4e-7c66a8e9a357 {{(pid=92925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:31:38.408489 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-bf2efc85-d9b5-4271-9218-a874299bc3e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752272853989'] for port, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:38.419998 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-d60d7f09-aeb1-4fd4-b2af-0878558234b3 admin admin] Deleting port 0f6ce942-c2b6-43df-8a4e-7c66a8e9a357 {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:31:38.420331 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d60d7f09-aeb1-4fd4-b2af-0878558234b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752272853989'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:38.517188 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-d60d7f09-aeb1-4fd4-b2af-0878558234b3 admin admin] For port 0f6ce942-c2b6-43df-8a4e-7c66a8e9a357, host dv-cinder-786932-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=0f6ce942-c2b6-43df-8a4e-7c66a8e9a357,segment=NetworkSegment(ed0c3ba4-db39-4779-8303-1e1713a183f3),segment_id=ed0c3ba4-db39-4779-8303-1e1713a183f3)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:38.517582 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d60d7f09-aeb1-4fd4-b2af-0878558234b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763640'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:38.520959 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-40f8e01b-3028-414d-a355-c51e531574a1 req-3a8278ff-938f-429c-a014-d68816279a5b tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] For port 038e047b-156f-4b01-9a7c-76f41bfd6a2d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=038e047b-156f-4b01-9a7c-76f41bfd6a2d,segment=NetworkSegment(d1c90e22-3ed8-421c-9c7d-06b4426b58df),segment_id=d1c90e22-3ed8-421c-9c7d-06b4426b58df)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:38.521316 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-40f8e01b-3028-414d-a355-c51e531574a1 req-3a8278ff-938f-429c-a014-d68816279a5b tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763640'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:38.542212 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-d60d7f09-aeb1-4fd4-b2af-0878558234b3 admin admin] Calling delete_port for 0f6ce942-c2b6-43df-8a4e-7c66a8e9a357 owned by network:dhcp {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:31:38.598860 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-bf2efc85-d9b5-4271-9218-a874299bc3e1 None None] For port 0f6ce942-c2b6-43df-8a4e-7c66a8e9a357, host dv-cinder-786932-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=0f6ce942-c2b6-43df-8a4e-7c66a8e9a357,segment=NetworkSegment(ed0c3ba4-db39-4779-8303-1e1713a183f3),segment_id=ed0c3ba4-db39-4779-8303-1e1713a183f3)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:38.599453 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-bf2efc85-d9b5-4271-9218-a874299bc3e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763640'] for port, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:38.613540 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-bf2efc85-d9b5-4271-9218-a874299bc3e1 None None] Calling delete_port for 0f6ce942-c2b6-43df-8a4e-7c66a8e9a357 owned by network:dhcp {{(pid=92925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:31:38.696695 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-bf2efc85-d9b5-4271-9218-a874299bc3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752272859917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752272454292'] for port, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:38.724560 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2efc85-d9b5-4271-9218-a874299bc3e1 None None] Pushing event deleted for resources: {'Port': ['ID=0f6ce942-c2b6-43df-8a4e-7c66a8e9a357,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:38.728494 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2efc85-d9b5-4271-9218-a874299bc3e1 None None] No DVR routers for this DVR port 0f6ce942-c2b6-43df-8a4e-7c66a8e9a357 on host dv-cinder-786932-3-iscsi {{(pid=92925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:31:39.007388 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d60d7f09-aeb1-4fd4-b2af-0878558234b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752272859917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752272454292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126721041'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:39.041618 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60d7f09-aeb1-4fd4-b2af-0878558234b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f6ce942-c2b6-43df-8a4e-7c66a8e9a357,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:39.043570 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60d7f09-aeb1-4fd4-b2af-0878558234b3 admin admin] No DVR routers for this DVR port 0f6ce942-c2b6-43df-8a4e-7c66a8e9a357 on host dv-cinder-786932-3-iscsi {{(pid=92924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:31:39.046504 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-40f8e01b-3028-414d-a355-c51e531574a1 req-3a8278ff-938f-429c-a014-d68816279a5b tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:39.046962 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-40f8e01b-3028-414d-a355-c51e531574a1 req-3a8278ff-938f-429c-a014-d68816279a5b tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760411'] for floatingip, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:39.047291 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.db.l3_db [req-40f8e01b-3028-414d-a355-c51e531574a1 req-3a8278ff-938f-429c-a014-d68816279a5b tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Floating IP df52213c-356a-4d98-92f1-d8cae9c5f61f disassociated. External IP: 172.27.1.197, port: 038e047b-156f-4b01-9a7c-76f41bfd6a2d. Jul 13 19:31:39.047628 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [req-40f8e01b-3028-414d-a355-c51e531574a1 req-3a8278ff-938f-429c-a014-d68816279a5b tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Calling delete_port for 038e047b-156f-4b01-9a7c-76f41bfd6a2d owned by compute:nova {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:31:39.198066 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d60d7f09-aeb1-4fd4-b2af-0878558234b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3818072', 'neutron.services.segments.db._delete_segments_for_network-8752273001027'] for network, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:39.218805 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.services.segments.db [None req-d60d7f09-aeb1-4fd4-b2af-0878558234b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d944749-f1be-4cc3-b48f-4761dc9a39cb']}} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:39.239709 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.services.segments.db [None req-d60d7f09-aeb1-4fd4-b2af-0878558234b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed0c3ba4-db39-4779-8303-1e1713a183f3') {'for_net_delete': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:39.239997 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.services.segments.db [None req-d60d7f09-aeb1-4fd4-b2af-0878558234b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed0c3ba4-db39-4779-8303-1e1713a183f3') {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:39.260299 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d60d7f09-aeb1-4fd4-b2af-0878558234b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752273006156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126721115'] for segment, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:39.285265 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372cc271-f384-4472-8e82-3d85789606b8 req-73b542b9-76c2-443c-8f58-fa5ecb579c87 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:39.286815 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-372cc271-f384-4472-8e82-3d85789606b8 req-73b542b9-76c2-443c-8f58-fa5ecb579c87 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=42290e79-2ae8-4ca2-a549-50507a938f45 HTTP/1.1" status: 200 len: 945 time: 0.2151523 Jul 13 19:31:39.289323 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d60d7f09-aeb1-4fd4-b2af-0878558234b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825552'] for segment, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:39.323526 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d60d7f09-aeb1-4fd4-b2af-0878558234b3 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=92924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:31:39.323961 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d60d7f09-aeb1-4fd4-b2af-0878558234b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126716386'] for segment, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:39.329016 dv-cinder-786932-3-iscsi neutron-server[92924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:31:39.329016 dv-cinder-786932-3-iscsi neutron-server[92924]: self.session.flush() Jul 13 19:31:39.329016 dv-cinder-786932-3-iscsi neutron-server[92924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:31:39.329016 dv-cinder-786932-3-iscsi neutron-server[92924]: self.session.flush() Jul 13 19:31:39.329016 dv-cinder-786932-3-iscsi neutron-server[92924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:31:39.329016 dv-cinder-786932-3-iscsi neutron-server[92924]: self.session.flush() Jul 13 19:31:39.329016 dv-cinder-786932-3-iscsi neutron-server[92924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:31:39.329016 dv-cinder-786932-3-iscsi neutron-server[92924]: self.session.flush() Jul 13 19:31:39.329016 dv-cinder-786932-3-iscsi neutron-server[92924]: Traceback (most recent call last): Jul 13 19:31:39.329016 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:31:39.329016 dv-cinder-786932-3-iscsi neutron-server[92924]: timer() Jul 13 19:31:39.329016 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:31:39.329016 dv-cinder-786932-3-iscsi neutron-server[92924]: cb(*args, **kw) Jul 13 19:31:39.329016 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:31:39.329016 dv-cinder-786932-3-iscsi neutron-server[92924]: return func(*args, **kwargs) Jul 13 19:31:39.329016 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:31:39.329016 dv-cinder-786932-3-iscsi neutron-server[92924]: self._notify() Jul 13 19:31:39.329016 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:31:39.329016 dv-cinder-786932-3-iscsi neutron-server[92924]: self.callback(batched_events) Jul 13 19:31:39.329016 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:31:39.329016 dv-cinder-786932-3-iscsi neutron-server[92924]: event.method(event) Jul 13 19:31:39.329016 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:31:39.329016 dv-cinder-786932-3-iscsi neutron-server[92924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:31:39.329016 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:31:39.329016 dv-cinder-786932-3-iscsi neutron-server[92924]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:31:39.329016 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:31:39.329016 dv-cinder-786932-3-iscsi neutron-server[92924]: return f(self, *a, **k) Jul 13 19:31:39.329016 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:31:39.329016 dv-cinder-786932-3-iscsi neutron-server[92924]: return self._get(url).json() Jul 13 19:31:39.329016 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:31:39.329016 dv-cinder-786932-3-iscsi neutron-server[92924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:31:39.329016 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:31:39.329016 dv-cinder-786932-3-iscsi neutron-server[92924]: return self.request(url, 'GET', **kwargs) Jul 13 19:31:39.329016 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:31:39.329016 dv-cinder-786932-3-iscsi neutron-server[92924]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:31:39.329016 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:31:39.329016 dv-cinder-786932-3-iscsi neutron-server[92924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:31:39.329016 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:31:39.329016 dv-cinder-786932-3-iscsi neutron-server[92924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:31:39.329016 dv-cinder-786932-3-iscsi neutron-server[92924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:31:39.344702 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b70760-7664-484e-a17b-c066ea52add2 req-38f565bb-c8c7-489a-a04d-8a80078e8993 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:39.346276 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-09b70760-7664-484e-a17b-c066ea52add2 req-38f565bb-c8c7-489a-a04d-8a80078e8993 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 945 time: 0.0671639 Jul 13 19:31:39.386761 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-09b70760-7664-484e-a17b-c066ea52add2 req-fdee26bb-73e8-4eda-974d-915dbe432c82 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=f3a5b421-9b84-4f24-a1a2-8f0a98c65779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344377 Jul 13 19:31:39.416270 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-372cc271-f384-4472-8e82-3d85789606b8 req-78a9ca90-3932-4b12-982e-b31dc1a5e38e tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups?id=e2488bb5-0b32-45f0-870f-4ba39cc0f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192250 Jul 13 19:31:39.419286 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-40f8e01b-3028-414d-a355-c51e531574a1 req-3a8278ff-938f-429c-a014-d68816279a5b tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752272859917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752272454292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126721041'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:39.421287 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d60d7f09-aeb1-4fd4-b2af-0878558234b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3818063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760437'] for network, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:39.455024 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d60d7f09-aeb1-4fd4-b2af-0878558234b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600154'] for network, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:39.456823 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-d60d7f09-aeb1-4fd4-b2af-0878558234b3 admin admin] 10.222.0.67 "DELETE /v2.0/networks/4d944749-f1be-4cc3-b48f-4761dc9a39cb HTTP/1.1" status: 204 len: 168 time: 1.3098912 Jul 13 19:31:39.468609 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8278ff-938f-429c-a014-d68816279a5b tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Pushing event deleted for resources: {'Port': ['ID=038e047b-156f-4b01-9a7c-76f41bfd6a2d,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:39.470409 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60d7f09-aeb1-4fd4-b2af-0878558234b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d944749-f1be-4cc3-b48f-4761dc9a39cb,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:39.609474 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40f8e01b-3028-414d-a355-c51e531574a1 req-3a8278ff-938f-429c-a014-d68816279a5b tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Router b299da8c-f74d-4b8c-afd6-d60053b56697 has already been hosted by L3 agent beedb406-ab13-44dd-957b-972171d020d2 {{(pid=92924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:31:39.653734 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 56976) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:39.694497 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-4513373a-a5db-4fa3-9db2-08cc8fbed1b5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5fb99b1b35e24c1ca47629b32e1a4f4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395904 Jul 13 19:31:39.697271 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 56978) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:39.728622 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40f8e01b-3028-414d-a355-c51e531574a1 req-3a8278ff-938f-429c-a014-d68816279a5b tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify agent at l3_agent.dv-cinder-786932-3-iscsi the message routers_updated {{(pid=92924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:31:39.739785 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cea4cde-d7dc-4203-8f9f-7dcce6d8265a None None] Sync routers for ids ['b299da8c-f74d-4b8c-afd6-d60053b56697'] in dv-cinder-786932-3-iscsi {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:31:39.750987 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cea4cde-d7dc-4203-8f9f-7dcce6d8265a None None] Routers {'b299da8c-f74d-4b8c-afd6-d60053b56697'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:31:39.751409 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-09d5b4c2-91ee-4f7e-888b-533618d68057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:39.752293 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-5cea4cde-d7dc-4203-8f9f-7dcce6d8265a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:31:19Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['b299da8c-f74d-4b8c-afd6-d60053b56697'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:39.777302 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [req-40f8e01b-3028-414d-a355-c51e531574a1 req-3a8278ff-938f-429c-a014-d68816279a5b tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] No DVR routers for this DVR port 038e047b-156f-4b01-9a7c-76f41bfd6a2d on host hv-cinder-78693 {{(pid=92924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:31:39.778475 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-09d5b4c2-91ee-4f7e-888b-533618d68057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:39.781951 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-40f8e01b-3028-414d-a355-c51e531574a1 req-3a8278ff-938f-429c-a014-d68816279a5b tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:39.784222 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-40f8e01b-3028-414d-a355-c51e531574a1 req-3a8278ff-938f-429c-a014-d68816279a5b tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.18 "DELETE /v2.0/ports/038e047b-156f-4b01-9a7c-76f41bfd6a2d HTTP/1.1" status: 204 len: 173 time: 1.6308980 Jul 13 19:31:39.784742 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42290e79-2ae8-4ca2-a549-50507a938f45', 'name': 'network-vif-deleted', 'tag': '038e047b-156f-4b01-9a7c-76f41bfd6a2d'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:31:39.787090 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8879ae7e4e4d0f25c61261a3e286ece662f5d6b6250d5f2cd5814de7b022cdc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40133e2-feab-40ba-8926-01cbaca46e33" -d '{"events": [{"server_uuid": "42290e79-2ae8-4ca2-a549-50507a938f45", "name": "network-vif-deleted", "tag": "038e047b-156f-4b01-9a7c-76f41bfd6a2d"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:31:39.828113 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a921eb0-a39d-453b-b612-3def7774284a x-openstack-request-id: req-3a921eb0-a39d-453b-b612-3def7774284a {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:31:39.828568 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42290e79-2ae8-4ca2-a549-50507a938f45", "name": "network-vif-deleted", "tag": "038e047b-156f-4b01-9a7c-76f41bfd6a2d", "status": "completed", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:31:39.828912 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3a921eb0-a39d-453b-b612-3def7774284a {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:31:39.829438 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42290e79-2ae8-4ca2-a549-50507a938f45', 'name': 'network-vif-deleted', 'tag': '038e047b-156f-4b01-9a7c-76f41bfd6a2d', 'status': 'completed', 'code': 200} Jul 13 19:31:39.854319 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-09d5b4c2-91ee-4f7e-888b-533618d68057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:39.858119 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-09d5b4c2-91ee-4f7e-888b-533618d68057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:39.860584 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-09d5b4c2-91ee-4f7e-888b-533618d68057 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e0200969-8517-4565-ae29-c31726ff4fc4 HTTP/1.1" status: 204 len: 168 time: 0.1622472 Jul 13 19:31:39.870825 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d5b4c2-91ee-4f7e-888b-533618d68057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0200969-8517-4565-ae29-c31726ff4fc4,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:39.880740 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d5b4c2-91ee-4f7e-888b-533618d68057 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:39.881428 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d5b4c2-91ee-4f7e-888b-533618d68057 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:39.881925 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d5b4c2-91ee-4f7e-888b-533618d68057 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:39.882456 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d5b4c2-91ee-4f7e-888b-533618d68057 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:39.882959 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d5b4c2-91ee-4f7e-888b-533618d68057 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:39.883767 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d5b4c2-91ee-4f7e-888b-533618d68057 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:39.884250 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d5b4c2-91ee-4f7e-888b-533618d68057 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:39.884747 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d5b4c2-91ee-4f7e-888b-533618d68057 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:39.885245 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d5b4c2-91ee-4f7e-888b-533618d68057 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:39.886008 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d5b4c2-91ee-4f7e-888b-533618d68057 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:39.886512 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d5b4c2-91ee-4f7e-888b-533618d68057 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:39.886994 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d5b4c2-91ee-4f7e-888b-533618d68057 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:39.914152 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-5cea4cde-d7dc-4203-8f9f-7dcce6d8265a None None] Set router b299da8c-f74d-4b8c-afd6-d60053b56697 gateway port host: dv-cinder-786932-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:31:40.156512 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-5cea4cde-d7dc-4203-8f9f-7dcce6d8265a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b299da8c-f74d-4b8c-afd6-d60053b56697', 'name': 'tempest-AttachVolumeTestJSON-205678765-router', 'tenant_id': '09d928f8d15b4be49420ac3d92a41f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '2780c301-af71-40ac-8dc0-dad9143e9d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:06Z', 'updated_at': '2021-07-13T19:25:14Z', 'revision_number': 4, 'project_id': '09d928f8d15b4be49420ac3d92a41f6f', 'gw_port': {'id': '2780c301-af71-40ac-8dc0-dad9143e9d26', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b299da8c-f74d-4b8c-afd6-d60053b56697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:07Z', 'updated_at': '2021-07-13T19:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_interfaces': [{'id': 'efb67827-29bc-4c74-b0d4-318722a2f78f', 'name': '', 'network_id': '922632e1-2fcb-4d44-a394-325429781ce3', 'tenant_id': '09d928f8d15b4be49420ac3d92a41f6f', 'mac_address': 'fa:16:3e:44:fa:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b299da8c-f74d-4b8c-afd6-d60053b56697', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e577557a-4de0-4b64-b346-c9cb7908bed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:12Z', 'updated_at': '2021-07-13T19:25:29Z', 'revision_number': 5, 'project_id': '09d928f8d15b4be49420ac3d92a41f6f', 'subnets': [{'id': 'e577557a-4de0-4b64-b346-c9cb7908bed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:40.183227 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cea4cde-d7dc-4203-8f9f-7dcce6d8265a None None] Checking router: b299da8c-f74d-4b8c-afd6-d60053b56697 for host: dv-cinder-786932-3-iscsi {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:31:40.192397 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cea4cde-d7dc-4203-8f9f-7dcce6d8265a None None] Routers {'b299da8c-f74d-4b8c-afd6-d60053b56697'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:31:40.193034 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-5cea4cde-d7dc-4203-8f9f-7dcce6d8265a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:31:19Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['b299da8c-f74d-4b8c-afd6-d60053b56697'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:40.275757 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device 0f6ce942-c2b6-43df-8a4e-7c66a8e9a357 no longer exists at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:31:40.296622 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 56986) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:40.299307 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] No Port match for: 0f6ce942-c2b6-43df-8a4e-7c66a8e9a357 {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:31:40.299651 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device 0f6ce942-c2b6-43df-8a4e-7c66a8e9a357 not bound to the agent host dv-cinder-786932-3-iscsi {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:31:40.329233 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-5cea4cde-d7dc-4203-8f9f-7dcce6d8265a None None] Set router b299da8c-f74d-4b8c-afd6-d60053b56697 gateway port host: dv-cinder-786932-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:31:40.349170 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-402d8b13-5563-4e55-9c0e-8b860bccad06 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=15d90243735444ceae2654cf9a41ebef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0510373 Jul 13 19:31:40.351673 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 56988) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:40.401869 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-316f88c7-41f8-4fab-9b51-d11d6b5abd40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:40.430396 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-316f88c7-41f8-4fab-9b51-d11d6b5abd40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:40.494618 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-316f88c7-41f8-4fab-9b51-d11d6b5abd40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:40.499094 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-316f88c7-41f8-4fab-9b51-d11d6b5abd40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:40.504835 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-316f88c7-41f8-4fab-9b51-d11d6b5abd40 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/baddf160-565c-4e3a-bd1f-12b7ff02bd61 HTTP/1.1" status: 204 len: 168 time: 0.1521351 Jul 13 19:31:40.513554 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316f88c7-41f8-4fab-9b51-d11d6b5abd40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baddf160-565c-4e3a-bd1f-12b7ff02bd61,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:40.622094 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-5cea4cde-d7dc-4203-8f9f-7dcce6d8265a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b299da8c-f74d-4b8c-afd6-d60053b56697', 'name': 'tempest-AttachVolumeTestJSON-205678765-router', 'tenant_id': '09d928f8d15b4be49420ac3d92a41f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '2780c301-af71-40ac-8dc0-dad9143e9d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:06Z', 'updated_at': '2021-07-13T19:25:14Z', 'revision_number': 4, 'project_id': '09d928f8d15b4be49420ac3d92a41f6f', 'gw_port': {'id': '2780c301-af71-40ac-8dc0-dad9143e9d26', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b299da8c-f74d-4b8c-afd6-d60053b56697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:07Z', 'updated_at': '2021-07-13T19:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_interfaces': [{'id': 'efb67827-29bc-4c74-b0d4-318722a2f78f', 'name': '', 'network_id': '922632e1-2fcb-4d44-a394-325429781ce3', 'tenant_id': '09d928f8d15b4be49420ac3d92a41f6f', 'mac_address': 'fa:16:3e:44:fa:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b299da8c-f74d-4b8c-afd6-d60053b56697', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e577557a-4de0-4b64-b346-c9cb7908bed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:12Z', 'updated_at': '2021-07-13T19:25:29Z', 'revision_number': 5, 'project_id': '09d928f8d15b4be49420ac3d92a41f6f', 'subnets': [{'id': 'e577557a-4de0-4b64-b346-c9cb7908bed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:40.649616 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-dc4922ee-30b8-4427-94e9-ece9dfea9295 req-758536d9-1998-417f-ade2-e96b2fe6d922 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/ports?device_id=42290e79-2ae8-4ca2-a549-50507a938f45 HTTP/1.1" status: 200 len: 210 time: 0.0510564 Jul 13 19:31:40.658999 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cea4cde-d7dc-4203-8f9f-7dcce6d8265a None None] The sync data for ids ['b299da8c-f74d-4b8c-afd6-d60053b56697'] in dv-cinder-786932-3-iscsi is: [{'id': 'b299da8c-f74d-4b8c-afd6-d60053b56697', 'name': 'tempest-AttachVolumeTestJSON-205678765-router', 'tenant_id': '09d928f8d15b4be49420ac3d92a41f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '2780c301-af71-40ac-8dc0-dad9143e9d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:06Z', 'updated_at': '2021-07-13T19:25:14Z', 'revision_number': 4, 'project_id': '09d928f8d15b4be49420ac3d92a41f6f', 'gw_port': {'id': '2780c301-af71-40ac-8dc0-dad9143e9d26', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b299da8c-f74d-4b8c-afd6-d60053b56697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:07Z', 'updated_at': '2021-07-13T19:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_interfaces': [{'id': 'efb67827-29bc-4c74-b0d4-318722a2f78f', 'name': '', 'network_id': '922632e1-2fcb-4d44-a394-325429781ce3', 'tenant_id': '09d928f8d15b4be49420ac3d92a41f6f', 'mac_address': 'fa:16:3e:44:fa:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b299da8c-f74d-4b8c-afd6-d60053b56697', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e577557a-4de0-4b64-b346-c9cb7908bed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:12Z', 'updated_at': '2021-07-13T19:25:29Z', 'revision_number': 5, 'project_id': '09d928f8d15b4be49420ac3d92a41f6f', 'subnets': [{'id': 'e577557a-4de0-4b64-b346-c9cb7908bed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:31:40.674657 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82823feb-423c-4036-abef-6a0d6b7b14c9 req-36b2de94-acd4-443d-91a7-fdf83709b24a tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:40.676256 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-82823feb-423c-4036-abef-6a0d6b7b14c9 req-36b2de94-acd4-443d-91a7-fdf83709b24a tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 945 time: 0.0842497 Jul 13 19:31:40.732219 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-82823feb-423c-4036-abef-6a0d6b7b14c9 req-04b28e95-1f05-4aae-b608-1938422c35a8 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=f3a5b421-9b84-4f24-a1a2-8f0a98c65779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455477 Jul 13 19:31:40.928503 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c62b41-d6b7-43d4-8168-ad850fc000be None None] New status for floating IP df52213c-356a-4d98-92f1-d8cae9c5f61f: DOWN {{(pid=92926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:31:41.308831 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 57014) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:41.313427 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device ae714645-8542-4b1c-b7c4-4da96e65663b details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:31:41.316366 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device 038e047b-156f-4b01-9a7c-76f41bfd6a2d no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:31:41.342390 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] No Port match for: 038e047b-156f-4b01-9a7c-76f41bfd6a2d {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:31:41.342624 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device 038e047b-156f-4b01-9a7c-76f41bfd6a2d not bound to the agent host hv-cinder-78693 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:31:41.408425 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [None req-1b29c988-7bdc-4bc1-8d2d-12f7c78a92e2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-87398999-network', 'tenant_id': 'da56846ec73942cf83102acdbcf36164'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:31:41.431710 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b29c988-7bdc-4bc1-8d2d-12f7c78a92e2 admin admin] Made reservation on behalf of da56846ec73942cf83102acdbcf36164 for: {'network': 1} {{(pid=92924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:31:41.433977 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-1b29c988-7bdc-4bc1-8d2d-12f7c78a92e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for network, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:41.436744 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port ae714645-8542-4b1c-b7c4-4da96e65663b, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ae714645-8542-4b1c-b7c4-4da96e65663b,segment=NetworkSegment(b2c84280-8460-4aa6-b89f-bacddd6514f2),segment_id=b2c84280-8460-4aa6-b89f-bacddd6514f2)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:41.442902 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-1b29c988-7bdc-4bc1-8d2d-12f7c78a92e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:41.449274 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Returning: {'device': 'ae714645-8542-4b1c-b7c4-4da96e65663b', 'network_id': 'c438c907-bcad-48c0-af76-f26d5c29bc9d', 'port_id': 'ae714645-8542-4b1c-b7c4-4da96e65663b', 'mac_address': 'fa:16:3e:e4:fb:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea1ae014-478a-41b7-af24-a9a2c8a9fd89', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:31:41.492319 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:41.506234 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ae714645-8542-4b1c-b7c4-4da96e65663b {{(pid=92925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:31:41.527874 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port ae714645-8542-4b1c-b7c4-4da96e65663b, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ae714645-8542-4b1c-b7c4-4da96e65663b,segment=NetworkSegment(b2c84280-8460-4aa6-b89f-bacddd6514f2),segment_id=b2c84280-8460-4aa6-b89f-bacddd6514f2)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:41.539547 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-1b29c988-7bdc-4bc1-8d2d-12f7c78a92e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:41.541806 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:41.553155 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-1b29c988-7bdc-4bc1-8d2d-12f7c78a92e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:41.580916 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b29c988-7bdc-4bc1-8d2d-12f7c78a92e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=92924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:31:41.589934 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b29c988-7bdc-4bc1-8d2d-12f7c78a92e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000f4636-bc39-4476-94fe-9e00fe1d5571,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:41.597114 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-1b29c988-7bdc-4bc1-8d2d-12f7c78a92e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825552'] for segment, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:41.597369 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.db.segments_db [None req-1b29c988-7bdc-4bc1-8d2d-12f7c78a92e2 admin admin] Added segment 9e78100f-3ded-4534-86f9-3d2900c1d317 of type vlan for network fe00eba9-0278-49ca-8d63-f9bff0de1d38 Jul 13 19:31:41.599607 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Pushing event updated for resources: {'Port': ['ID=ae714645-8542-4b1c-b7c4-4da96e65663b,revision_number=6']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:41.621572 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] get_ports_and_sgs() called for port_ids ['ae714645-8542-4b1c-b7c4-4da96e65663b'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:31:41.638984 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-1b29c988-7bdc-4bc1-8d2d-12f7c78a92e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752272460036'] for network, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:41.671668 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-1b29c988-7bdc-4bc1-8d2d-12f7c78a92e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108'] for network, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:41.672433 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b29c988-7bdc-4bc1-8d2d-12f7c78a92e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:41.673117 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-1b29c988-7bdc-4bc1-8d2d-12f7c78a92e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600154'] for network, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:41.736577 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-1b29c988-7bdc-4bc1-8d2d-12f7c78a92e2 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4234982 Jul 13 19:31:41.737239 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 57020) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:41.741889 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [None req-062b4548-bad7-4421-b47e-686a95d564f2 admin admin] Request body: {'subnet': {'network_id': 'fe00eba9-0278-49ca-8d63-f9bff0de1d38', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-87398999-subnet', 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'ip_version': 4}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:31:41.757745 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b29c988-7bdc-4bc1-8d2d-12f7c78a92e2 admin admin] Pushing event updated for resources: {'Network': ['ID=fe00eba9-0278-49ca-8d63-f9bff0de1d38,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:41.777992 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Network fe00eba9-0278-49ca-8d63-f9bff0de1d38 details requested by agent ovs-agent-dv-cinder-786932-3-iscsi with host dv-cinder-786932-3-iscsi {{(pid=92925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:31:41.782259 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-062b4548-bad7-4421-b47e-686a95d564f2 admin admin] Made reservation on behalf of da56846ec73942cf83102acdbcf36164 for: {'subnet': 1} {{(pid=92924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:31:41.784955 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-062b4548-bad7-4421-b47e-686a95d564f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125931260'] for subnet, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:41.800958 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 57026) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:41.870758 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b4906235-210e-4331-ab89-43be1c155eab tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:41.911465 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b4906235-210e-4331-ab89-43be1c155eab tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:41.984668 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-062b4548-bad7-4421-b47e-686a95d564f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126721165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125931214'] for subnet, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:41.998218 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b62e1-0f7e-4399-9874-4f2420d519e2 req-75318bc3-b888-4eb9-a193-f5c2cbef4241 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:41.999878 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c09b62e1-0f7e-4399-9874-4f2420d519e2 req-75318bc3-b888-4eb9-a193-f5c2cbef4241 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 944 time: 0.1062951 Jul 13 19:31:42.009236 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b4906235-210e-4331-ab89-43be1c155eab tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:42.011813 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b4906235-210e-4331-ab89-43be1c155eab tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:42.016166 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-b4906235-210e-4331-ab89-43be1c155eab tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "DELETE /v2.0/security-groups/e2488bb5-0b32-45f0-870f-4ba39cc0f0ce HTTP/1.1" status: 204 len: 168 time: 0.2103240 Jul 13 19:31:42.019697 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 57028) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:42.037537 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4906235-210e-4331-ab89-43be1c155eab tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2488bb5-0b32-45f0-870f-4ba39cc0f0ce,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:42.042900 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.api.v2.resource [None req-6a2e8566-93ba-4bf6-bf22-4bd46a3425de tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] show failed (client error): The resource could not be found. Jul 13 19:31:42.047907 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-6a2e8566-93ba-4bf6-bf22-4bd46a3425de tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "GET /v2.0/security-groups/e2488bb5-0b32-45f0-870f-4ba39cc0f0ce HTTP/1.1" status: 404 len: 347 time: 0.0233319 Jul 13 19:31:42.047907 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062b4548-bad7-4421-b47e-686a95d564f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7c2ed50-4f57-4cc1-ae5d-bd0d76563475,revision_number=0']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:42.049636 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 57030) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:42.064411 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c09b62e1-0f7e-4399-9874-4f2420d519e2 req-b6bdcbf3-21cd-4f73-8434-b046f73bc439 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=f3a5b421-9b84-4f24-a1a2-8f0a98c65779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575180 Jul 13 19:31:42.108851 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062b4548-bad7-4421-b47e-686a95d564f2 admin admin] Checking segment: {'id': '9e78100f-3ded-4534-86f9-3d2900c1d317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'fe00eba9-0278-49ca-8d63-f9bff0de1d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:31:42.109262 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062b4548-bad7-4421-b47e-686a95d564f2 admin admin] Network hostable DHCP agents. Network: fe00eba9-0278-49ca-8d63-f9bff0de1d38, hostable agents: ['7ca4706b-9f63-429b-b1b9-7cbaa1b8656d'], hosted agents: [] {{(pid=92924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:31:42.185278 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062b4548-bad7-4421-b47e-686a95d564f2 admin admin] Network fe00eba9-0278-49ca-8d63-f9bff0de1d38 is scheduled to be hosted by DHCP agent 7ca4706b-9f63-429b-b1b9-7cbaa1b8656d with binding_index 1 {{(pid=92924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:31:42.200763 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-062b4548-bad7-4421-b47e-686a95d564f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-3-iscsi, fe00eba9-0278-49ca-8d63-f9bff0de1d38) {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:31:42.206398 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062b4548-bad7-4421-b47e-686a95d564f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:42.206992 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-062b4548-bad7-4421-b47e-686a95d564f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600154'] for subnet, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:42.212513 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ce5db5-f663-4857-a8d2-eec361bcfed1 None None] Network fe00eba9-0278-49ca-8d63-f9bff0de1d38 requested from dv-cinder-786932-3-iscsi {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:31:42.235636 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-062b4548-bad7-4421-b47e-686a95d564f2 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4977202 Jul 13 19:31:42.238675 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 57040) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:42.240266 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-25fe3dad-0c7b-46bf-9974-0f5e4e2c29a6 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Deleting port 826337b9-0601-4b4b-8f12-b2c5be20c398 {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:31:42.240266 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-25fe3dad-0c7b-46bf-9974-0f5e4e2c29a6 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752272853989'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:42.249688 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-cbc71024-b38a-4154-b3ac-bfc97cccdee4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-87398999-router', 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2'}}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:31:42.294660 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-cbc71024-b38a-4154-b3ac-bfc97cccdee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-759456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9169'] for router, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:42.299025 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-cbc71024-b38a-4154-b3ac-bfc97cccdee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9178'] for router, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:42.379734 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-25fe3dad-0c7b-46bf-9974-0f5e4e2c29a6 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763640'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:42.380340 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-25fe3dad-0c7b-46bf-9974-0f5e4e2c29a6 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:42.397731 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-cbc71024-b38a-4154-b3ac-bfc97cccdee4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:42.403101 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-25fe3dad-0c7b-46bf-9974-0f5e4e2c29a6 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Calling delete_port for 826337b9-0601-4b4b-8f12-b2c5be20c398 owned by network:floatingip {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:31:42.435417 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ac5a09-61cd-4f41-8213-88d318d07d1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9426e93d-dde2-5cd1-aa01-d42f6a4b4003-fe00eba9-0278-49ca-8d63-f9bff0de1d38', 'network_id': 'fe00eba9-0278-49ca-8d63-f9bff0de1d38', 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'fixed_ips': [{'subnet_id': 'e7c2ed50-4f57-4cc1-ae5d-bd0d76563475'}]}} from dv-cinder-786932-3-iscsi. {{(pid=92925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:31:42.436985 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-d4ac5a09-61cd-4f41-8213-88d318d07d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:42.564570 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-cbc71024-b38a-4154-b3ac-bfc97cccdee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-761308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-759478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10800'] for router, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:42.612741 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.db_base_plugin_common [None req-d4ac5a09-61cd-4f41-8213-88d318d07d1d None None] Allocated IP 172.20.0.2 (fe00eba9-0278-49ca-8d63-f9bff0de1d38/e7c2ed50-4f57-4cc1-ae5d-bd0d76563475/06d763dc-d4f0-40d1-ba5b-4eecad95be0a) {{(pid=92925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:31:42.654617 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-25fe3dad-0c7b-46bf-9974-0f5e4e2c29a6 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752272859917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752272454292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126721041'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:42.704893 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fe3dad-0c7b-46bf-9974-0f5e4e2c29a6 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Pushing event deleted for resources: {'Port': ['ID=826337b9-0601-4b4b-8f12-b2c5be20c398,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:42.769242 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-25fe3dad-0c7b-46bf-9974-0f5e4e2c29a6 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks [] for floatingip, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:42.773525 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-25fe3dad-0c7b-46bf-9974-0f5e4e2c29a6 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for floatingip, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:42.778513 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-25fe3dad-0c7b-46bf-9974-0f5e4e2c29a6 tempest-AttachVolumeTestJSON-1503882559 tempest-AttachVolumeTestJSON-1503882559-project] 10.222.0.67 "DELETE /v2.0/floatingips/df52213c-356a-4d98-92f1-d8cae9c5f61f HTTP/1.1" status: 204 len: 168 time: 0.7118766 Jul 13 19:31:42.820654 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-d4ac5a09-61cd-4f41-8213-88d318d07d1d None None] Notify callbacks [] for port, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:42.836091 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-d4ac5a09-61cd-4f41-8213-88d318d07d1d None None] Transition to ACTIVE for port object 06d763dc-d4f0-40d1-ba5b-4eecad95be0a will not be triggered until provisioned by entity L2. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:31:42.856535 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-cbc71024-b38a-4154-b3ac-bfc97cccdee4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:42.866779 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-d4ac5a09-61cd-4f41-8213-88d318d07d1d None None] Transition to ACTIVE for port object 06d763dc-d4f0-40d1-ba5b-4eecad95be0a will not be triggered until provisioned by entity DHCP. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:31:42.882171 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-cbc71024-b38a-4154-b3ac-bfc97cccdee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:42.899640 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-d4ac5a09-61cd-4f41-8213-88d318d07d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752272454283'] for port, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:42.963715 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ac5a09-61cd-4f41-8213-88d318d07d1d None None] Network fe00eba9-0278-49ca-8d63-f9bff0de1d38 is already hosted by enough agents. {{(pid=92925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:31:42.968516 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.scheduler.base_scheduler [None req-d4ac5a09-61cd-4f41-8213-88d318d07d1d None None] Resources bound (agent type, host, resource id): {{(pid=92925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:31:42.974504 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ac5a09-61cd-4f41-8213-88d318d07d1d None None] Received port after_create {{(pid=92925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:31:43.022936 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac5a09-61cd-4f41-8213-88d318d07d1d None None] Pushing event updated for resources: {'Port': ['ID=06d763dc-d4f0-40d1-ba5b-4eecad95be0a,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:43.059746 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-d4ac5a09-61cd-4f41-8213-88d318d07d1d None None] Attempting to bind port 06d763dc-d4f0-40d1-ba5b-4eecad95be0a on host dv-cinder-786932-3-iscsi for vnic_type normal with profile {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:31:43.060049 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-d4ac5a09-61cd-4f41-8213-88d318d07d1d None None] Attempting to bind port 06d763dc-d4f0-40d1-ba5b-4eecad95be0a by drivers openvswitch,hyperv on host dv-cinder-786932-3-iscsi at level 0 using segments [{'id': '9e78100f-3ded-4534-86f9-3d2900c1d317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'fe00eba9-0278-49ca-8d63-f9bff0de1d38'}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:31:43.060491 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ac5a09-61cd-4f41-8213-88d318d07d1d None None] Attempting to bind port 06d763dc-d4f0-40d1-ba5b-4eecad95be0a on network fe00eba9-0278-49ca-8d63-f9bff0de1d38 {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:31:43.068163 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ac5a09-61cd-4f41-8213-88d318d07d1d None None] Checking agent: {'id': '9c58f4e9-8628-43da-8d7d-cb04bd9f4726', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 19), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:31:43.068879 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ac5a09-61cd-4f41-8213-88d318d07d1d None None] Checking segment: {'id': '9e78100f-3ded-4534-86f9-3d2900c1d317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'fe00eba9-0278-49ca-8d63-f9bff0de1d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:31:43.069367 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-d4ac5a09-61cd-4f41-8213-88d318d07d1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:43.069842 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ac5a09-61cd-4f41-8213-88d318d07d1d None None] Bound using segment: {'id': '9e78100f-3ded-4534-86f9-3d2900c1d317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'fe00eba9-0278-49ca-8d63-f9bff0de1d38'} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:31:43.070463 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-d4ac5a09-61cd-4f41-8213-88d318d07d1d None None] Bound port: 06d763dc-d4f0-40d1-ba5b-4eecad95be0a, host: dv-cinder-786932-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e78100f-3ded-4534-86f9-3d2900c1d317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'fe00eba9-0278-49ca-8d63-f9bff0de1d38'}}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:31:43.070920 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-d4ac5a09-61cd-4f41-8213-88d318d07d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:43.084856 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [None req-cbc71024-b38a-4154-b3ac-bfc97cccdee4 admin admin] Allocated IP 172.27.1.119 (c2fcde99-d8d4-483e-a474-248e3afaaef2/3c8e1596-5f1e-4fec-b61e-66ec42c4519a/b2a9af05-1c42-461c-be04-bc00e592d5a7) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:31:43.191511 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-d4ac5a09-61cd-4f41-8213-88d318d07d1d None None] For port 06d763dc-d4f0-40d1-ba5b-4eecad95be0a, host dv-cinder-786932-3-iscsi, cleared binding levels {{(pid=92925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:31:43.196540 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-d4ac5a09-61cd-4f41-8213-88d318d07d1d None None] For port 06d763dc-d4f0-40d1-ba5b-4eecad95be0a, host dv-cinder-786932-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=06d763dc-d4f0-40d1-ba5b-4eecad95be0a,segment=NetworkSegment(9e78100f-3ded-4534-86f9-3d2900c1d317),segment_id=9e78100f-3ded-4534-86f9-3d2900c1d317)] {{(pid=92925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:31:43.207057 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-d4ac5a09-61cd-4f41-8213-88d318d07d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:43.276308 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-cbc71024-b38a-4154-b3ac-bfc97cccdee4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:43.334582 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device ae714645-8542-4b1c-b7c4-4da96e65663b up at agent hyperv_hv-cinder-78693 {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:31:43.339118 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0734db-60ba-42f8-b45b-1e3fb7f9c4eb req-13453b13-7f4e-4b71-852e-0a065b6aaa81 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:43.352449 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-3e0734db-60ba-42f8-b45b-1e3fb7f9c4eb req-13453b13-7f4e-4b71-852e-0a065b6aaa81 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 944 time: 0.1053569 Jul 13 19:31:43.367179 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-cbc71024-b38a-4154-b3ac-bfc97cccdee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752272454283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130471124'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:43.406163 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac5a09-61cd-4f41-8213-88d318d07d1d None None] Pushing event updated for resources: {'Port': ['ID=06d763dc-d4f0-40d1-ba5b-4eecad95be0a,revision_number=2']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:43.410581 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-3e0734db-60ba-42f8-b45b-1e3fb7f9c4eb req-d5392dc9-1daa-4bc5-b311-53e263c8f298 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=f3a5b421-9b84-4f24-a1a2-8f0a98c65779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566127 Jul 13 19:31:43.467370 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc71024-b38a-4154-b3ac-bfc97cccdee4 admin admin] Network c2fcde99-d8d4-483e-a474-248e3afaaef2 is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:31:43.477857 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Provisioning complete for port ae714645-8542-4b1c-b7c4-4da96e65663b triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:31:43.478728 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:43.480516 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-cbc71024-b38a-4154-b3ac-bfc97cccdee4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:31:43.486782 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc71024-b38a-4154-b3ac-bfc97cccdee4 admin admin] Pushing event updated for resources: {'Port': ['ID=b2a9af05-1c42-461c-be04-bc00e592d5a7,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:43.494328 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc71024-b38a-4154-b3ac-bfc97cccdee4 admin admin] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:31:43.689969 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:43.748076 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde104be-db8a-4268-ae35-426916b042a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae714645-8542-4b1c-b7c4-4da96e65663b'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:31:43.751918 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540c69b029c7553e3853e743d2a892cf8287872a4bddd25c2711216cf853e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fadec2a-46eb-4b25-bdfd-4cdfbbc61b5c" -d '{"events": [{"server_uuid": "dde104be-db8a-4268-ae35-426916b042a4", "name": "network-vif-plugged", "status": "completed", "tag": "ae714645-8542-4b1c-b7c4-4da96e65663b"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:31:43.782029 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port ae714645-8542-4b1c-b7c4-4da96e65663b, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ae714645-8542-4b1c-b7c4-4da96e65663b,segment=NetworkSegment(b2c84280-8460-4aa6-b89f-bacddd6514f2),segment_id=b2c84280-8460-4aa6-b89f-bacddd6514f2)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:43.790373 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:43.859712 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Pushing event updated for resources: {'Port': ['ID=ae714645-8542-4b1c-b7c4-4da96e65663b,revision_number=7']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:43.927515 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-cbc71024-b38a-4154-b3ac-bfc97cccdee4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:43.997944 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf4c50f-743d-44eb-8a10-2d16fe0aa8f9 x-openstack-request-id: req-abf4c50f-743d-44eb-8a10-2d16fe0aa8f9 {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:31:43.998245 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde104be-db8a-4268-ae35-426916b042a4", "name": "network-vif-plugged", "status": "completed", "tag": "ae714645-8542-4b1c-b7c4-4da96e65663b", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:31:43.998504 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-abf4c50f-743d-44eb-8a10-2d16fe0aa8f9 {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:31:43.998987 dv-cinder-786932-3-iscsi neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde104be-db8a-4268-ae35-426916b042a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae714645-8542-4b1c-b7c4-4da96e65663b', 'code': 200} Jul 13 19:31:44.293143 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-cbc71024-b38a-4154-b3ac-bfc97cccdee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760381'] for router, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:44.425025 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device 06d763dc-d4f0-40d1-ba5b-4eecad95be0a up at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:31:44.535941 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning for port 06d763dc-d4f0-40d1-ba5b-4eecad95be0a completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:31:44.572188 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbc71024-b38a-4154-b3ac-bfc97cccdee4 admin admin] Router d4e16366-3bb8-485a-b78e-107d91ef4dc9 is scheduled to L3 agent beedb406-ab13-44dd-957b-972171d020d2 with binding_index 1 {{(pid=92923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:31:44.677629 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad312eb5-3017-46c8-accb-07ed8dee0316 None None] Network fe00eba9-0278-49ca-8d63-f9bff0de1d38 requested from dv-cinder-786932-3-iscsi {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:31:44.695084 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3fa76-034c-430b-9005-e6653bc98991 req-d4eaa148-d262-464e-af6c-14077c982739 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:44.698456 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-64d3fa76-034c-430b-9005-e6653bc98991 req-d4eaa148-d262-464e-af6c-14077c982739 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 945 time: 0.1141536 Jul 13 19:31:44.758364 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc71024-b38a-4154-b3ac-bfc97cccdee4 admin admin] Notify agent at l3_agent.dv-cinder-786932-3-iscsi the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:31:44.776581 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-18e71af9-16f0-4087-b0b9-6d51ed29c6af None None] Provisioning for port 06d763dc-d4f0-40d1-ba5b-4eecad95be0a completed by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:31:44.777768 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-64d3fa76-034c-430b-9005-e6653bc98991 req-523ac121-3553-45fe-b000-f3949396f35c tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=f3a5b421-9b84-4f24-a1a2-8f0a98c65779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673916 Jul 13 19:31:44.787615 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-cbc71024-b38a-4154-b3ac-bfc97cccdee4 admin admin] Notify callbacks [] for router, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:44.789238 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-cbc71024-b38a-4154-b3ac-bfc97cccdee4 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5468526 Jul 13 19:31:44.793908 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 57074) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:44.801285 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530e5f46-0994-49f3-8f14-ca7a9899b9f4 None None] Sync routers for ids ['d4e16366-3bb8-485a-b78e-107d91ef4dc9'] in dv-cinder-786932-3-iscsi {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:31:44.806950 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-18e71af9-16f0-4087-b0b9-6d51ed29c6af None None] Provisioning complete for port 06d763dc-d4f0-40d1-ba5b-4eecad95be0a triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:31:44.807345 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-18e71af9-16f0-4087-b0b9-6d51ed29c6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:44.861032 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530e5f46-0994-49f3-8f14-ca7a9899b9f4 None None] Routers {'d4e16366-3bb8-485a-b78e-107d91ef4dc9'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:31:44.861723 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-530e5f46-0994-49f3-8f14-ca7a9899b9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:31:19Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['d4e16366-3bb8-485a-b78e-107d91ef4dc9'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:45.102392 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-530e5f46-0994-49f3-8f14-ca7a9899b9f4 None None] Set router d4e16366-3bb8-485a-b78e-107d91ef4dc9 gateway port host: dv-cinder-786932-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:31:45.356340 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a137723c-0d94-47db-bb1d-afd9fd6d7b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:45.398738 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-18e71af9-16f0-4087-b0b9-6d51ed29c6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:45.503704 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-18e71af9-16f0-4087-b0b9-6d51ed29c6af None None] For port 06d763dc-d4f0-40d1-ba5b-4eecad95be0a, host dv-cinder-786932-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=06d763dc-d4f0-40d1-ba5b-4eecad95be0a,segment=NetworkSegment(9e78100f-3ded-4534-86f9-3d2900c1d317),segment_id=9e78100f-3ded-4534-86f9-3d2900c1d317)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:45.550185 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-18e71af9-16f0-4087-b0b9-6d51ed29c6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:45.591314 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [None req-a137723c-0d94-47db-bb1d-afd9fd6d7b92 admin admin] Allocated IP 172.20.0.1 (fe00eba9-0278-49ca-8d63-f9bff0de1d38/e7c2ed50-4f57-4cc1-ae5d-bd0d76563475/a03ab933-3f7b-4994-bc24-a8d794326af8) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:31:45.673991 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e71af9-16f0-4087-b0b9-6d51ed29c6af None None] Pushing event updated for resources: {'Port': ['ID=06d763dc-d4f0-40d1-ba5b-4eecad95be0a,revision_number=3']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:45.695328 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-530e5f46-0994-49f3-8f14-ca7a9899b9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'name': 'tempest-TestVolumeBootPattern-87398999-router', 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'b2a9af05-1c42-461c-be04-bc00e592d5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:31:42Z', 'updated_at': '2021-07-13T19:31:43Z', 'revision_number': 3, 'project_id': 'da56846ec73942cf83102acdbcf36164', 'gw_port': {'id': 'b2a9af05-1c42-461c-be04-bc00e592d5a7', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a6:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:42Z', 'updated_at': '2021-07-13T19:31:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi'}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:45.743901 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530e5f46-0994-49f3-8f14-ca7a9899b9f4 None None] Checking router: d4e16366-3bb8-485a-b78e-107d91ef4dc9 for host: dv-cinder-786932-3-iscsi {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:31:45.744253 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530e5f46-0994-49f3-8f14-ca7a9899b9f4 None None] Updating router d4e16366-3bb8-485a-b78e-107d91ef4dc9 port b2a9af05-1c42-461c-be04-bc00e592d5a7 binding host dv-cinder-786932-3-iscsi {{(pid=92925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:31:45.811427 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a137723c-0d94-47db-bb1d-afd9fd6d7b92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:45.815609 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-530e5f46-0994-49f3-8f14-ca7a9899b9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:45.839786 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-a137723c-0d94-47db-bb1d-afd9fd6d7b92 admin admin] Transition to ACTIVE for port object a03ab933-3f7b-4994-bc24-a8d794326af8 will not be triggered until provisioned by entity DHCP. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:31:45.939778 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a137723c-0d94-47db-bb1d-afd9fd6d7b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752272454283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126721041'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:45.958323 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-ba1fc4f0-1bb7-4b62-80de-04c10368f992 None None] Provisioning complete for port 06d763dc-d4f0-40d1-ba5b-4eecad95be0a triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:31:45.959515 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-ba1fc4f0-1bb7-4b62-80de-04c10368f992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:46.023764 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a137723c-0d94-47db-bb1d-afd9fd6d7b92 admin admin] Network fe00eba9-0278-49ca-8d63-f9bff0de1d38 is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:31:46.027584 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-a137723c-0d94-47db-bb1d-afd9fd6d7b92 admin admin] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:31:46.032762 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a137723c-0d94-47db-bb1d-afd9fd6d7b92 admin admin] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:31:46.159449 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a137723c-0d94-47db-bb1d-afd9fd6d7b92 admin admin] Pushing event updated for resources: {'Port': ['ID=a03ab933-3f7b-4994-bc24-a8d794326af8,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:46.187093 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a137723c-0d94-47db-bb1d-afd9fd6d7b92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:46.187093 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a137723c-0d94-47db-bb1d-afd9fd6d7b92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:46.192500 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd7484f-ddd5-4f4e-9f33-8c760c093427 req-f005977a-2946-4441-ac24-e4126cba8dbb tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:46.199620 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a137723c-0d94-47db-bb1d-afd9fd6d7b92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:46.200035 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a137723c-0d94-47db-bb1d-afd9fd6d7b92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:46.200388 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a137723c-0d94-47db-bb1d-afd9fd6d7b92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:46.200739 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a137723c-0d94-47db-bb1d-afd9fd6d7b92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:46.201612 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-5fd7484f-ddd5-4f4e-9f33-8c760c093427 req-f005977a-2946-4441-ac24-e4126cba8dbb tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 945 time: 0.2009420 Jul 13 19:31:46.207816 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a137723c-0d94-47db-bb1d-afd9fd6d7b92 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:46.208353 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a137723c-0d94-47db-bb1d-afd9fd6d7b92 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:46.208706 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a137723c-0d94-47db-bb1d-afd9fd6d7b92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:46.209417 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a137723c-0d94-47db-bb1d-afd9fd6d7b92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:46.209804 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a137723c-0d94-47db-bb1d-afd9fd6d7b92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:46.210139 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a137723c-0d94-47db-bb1d-afd9fd6d7b92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:46.236531 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a137723c-0d94-47db-bb1d-afd9fd6d7b92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760526'] for router_interface, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:46.310238 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-5fd7484f-ddd5-4f4e-9f33-8c760c093427 req-bd0bc32a-7cff-4d13-b6d6-ee7dbded7bd9 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=f3a5b421-9b84-4f24-a1a2-8f0a98c65779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071975 Jul 13 19:31:46.394093 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device 06d763dc-d4f0-40d1-ba5b-4eecad95be0a up at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:31:46.474264 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b43501e1-5698-4cca-85d0-f112a8f34785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:46.517936 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a137723c-0d94-47db-bb1d-afd9fd6d7b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:46.529709 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning complete for port 06d763dc-d4f0-40d1-ba5b-4eecad95be0a triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:31:46.530081 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:46.616284 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-b4bc3502-6b28-491c-8a57-b9784414145d None None] Provisioning for port a03ab933-3f7b-4994-bc24-a8d794326af8 completed by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:31:46.627135 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-b4bc3502-6b28-491c-8a57-b9784414145d None None] Provisioning complete for port a03ab933-3f7b-4994-bc24-a8d794326af8 triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:31:46.627540 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b4bc3502-6b28-491c-8a57-b9784414145d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:46.668885 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-530e5f46-0994-49f3-8f14-ca7a9899b9f4 None None] Notify callbacks [] for port, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:46.692354 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-b4bc3502-6b28-491c-8a57-b9784414145d None None] Port a03ab933-3f7b-4994-bc24-a8d794326af8 cannot update to ACTIVE because it is not bound. {{(pid=92925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:31:46.694950 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-530e5f46-0994-49f3-8f14-ca7a9899b9f4 None None] Transition to ACTIVE for port object b2a9af05-1c42-461c-be04-bc00e592d5a7 will not be triggered until provisioned by entity L2. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:31:46.698058 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b4c83-2cba-44e8-9801-a15596ed5221 req-25008551-7264-4372-b5dc-4647d503d38c tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:46.699839 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-506b4c83-2cba-44e8-9801-a15596ed5221 req-25008551-7264-4372-b5dc-4647d503d38c tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 946 time: 0.1776435 Jul 13 19:31:46.725718 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-530e5f46-0994-49f3-8f14-ca7a9899b9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:46.798931 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd6bc72-fb49-4447-a0a7-70abd212265f None None] Pushing event updated for resources: {'Port': ['ID=b2a9af05-1c42-461c-be04-bc00e592d5a7,revision_number=2']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:46.801372 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-530e5f46-0994-49f3-8f14-ca7a9899b9f4 None None] Attempting to bind port b2a9af05-1c42-461c-be04-bc00e592d5a7 on host dv-cinder-786932-3-iscsi for vnic_type normal with profile {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:31:46.801749 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-530e5f46-0994-49f3-8f14-ca7a9899b9f4 None None] Attempting to bind port b2a9af05-1c42-461c-be04-bc00e592d5a7 by drivers openvswitch,hyperv on host dv-cinder-786932-3-iscsi at level 0 using segments [{'id': '2c1c5ac3-7b69-4096-8790-4108a346deee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2'}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:31:46.802123 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530e5f46-0994-49f3-8f14-ca7a9899b9f4 None None] Attempting to bind port b2a9af05-1c42-461c-be04-bc00e592d5a7 on network c2fcde99-d8d4-483e-a474-248e3afaaef2 {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:31:46.809711 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530e5f46-0994-49f3-8f14-ca7a9899b9f4 None None] Checking agent: {'id': '9c58f4e9-8628-43da-8d7d-cb04bd9f4726', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 19), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:31:46.810300 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530e5f46-0994-49f3-8f14-ca7a9899b9f4 None None] Checking segment: {'id': '2c1c5ac3-7b69-4096-8790-4108a346deee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:31:46.810729 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-530e5f46-0994-49f3-8f14-ca7a9899b9f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:46.811131 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530e5f46-0994-49f3-8f14-ca7a9899b9f4 None None] Bound using segment: {'id': '2c1c5ac3-7b69-4096-8790-4108a346deee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2'} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:31:46.812214 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-530e5f46-0994-49f3-8f14-ca7a9899b9f4 None None] Bound port: b2a9af05-1c42-461c-be04-bc00e592d5a7, host: dv-cinder-786932-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c1c5ac3-7b69-4096-8790-4108a346deee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2'}}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:31:46.812797 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-530e5f46-0994-49f3-8f14-ca7a9899b9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:46.813260 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-506b4c83-2cba-44e8-9801-a15596ed5221 req-7de3a4da-f4f5-4a63-acb7-a674135dd16c tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/security-groups?id=4db08e9d-cd84-42ba-932f-62d3bd3b2487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999000 Jul 13 19:31:46.894024 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-530e5f46-0994-49f3-8f14-ca7a9899b9f4 None None] For port b2a9af05-1c42-461c-be04-bc00e592d5a7, host dv-cinder-786932-3-iscsi, cleared binding levels {{(pid=92925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:31:46.898630 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-530e5f46-0994-49f3-8f14-ca7a9899b9f4 None None] For port b2a9af05-1c42-461c-be04-bc00e592d5a7, host dv-cinder-786932-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=b2a9af05-1c42-461c-be04-bc00e592d5a7,segment=NetworkSegment(2c1c5ac3-7b69-4096-8790-4108a346deee),segment_id=2c1c5ac3-7b69-4096-8790-4108a346deee)] {{(pid=92925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:31:46.905919 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-530e5f46-0994-49f3-8f14-ca7a9899b9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:46.934862 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a137723c-0d94-47db-bb1d-afd9fd6d7b92 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:46.945459 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a137723c-0d94-47db-bb1d-afd9fd6d7b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126721050'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:47.012705 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530e5f46-0994-49f3-8f14-ca7a9899b9f4 None None] Routers {'d4e16366-3bb8-485a-b78e-107d91ef4dc9'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:31:47.013375 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-530e5f46-0994-49f3-8f14-ca7a9899b9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:31:19Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['d4e16366-3bb8-485a-b78e-107d91ef4dc9'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:47.082900 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a137723c-0d94-47db-bb1d-afd9fd6d7b92 admin admin] Pushing event updated for resources: {'Port': ['ID=a03ab933-3f7b-4994-bc24-a8d794326af8,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:47.088425 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a137723c-0d94-47db-bb1d-afd9fd6d7b92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759678'] for router_interface, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:47.105118 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 57098) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:47.175211 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-530e5f46-0994-49f3-8f14-ca7a9899b9f4 None None] Set router d4e16366-3bb8-485a-b78e-107d91ef4dc9 gateway port host: dv-cinder-786932-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:31:47.209334 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd6bc72-fb49-4447-a0a7-70abd212265f None None] Pushing event updated for resources: {'Port': ['ID=b2a9af05-1c42-461c-be04-bc00e592d5a7,revision_number=3']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:47.277260 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a137723c-0d94-47db-bb1d-afd9fd6d7b92 admin admin] Network fe00eba9-0278-49ca-8d63-f9bff0de1d38 is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:31:47.282571 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-a137723c-0d94-47db-bb1d-afd9fd6d7b92 admin admin] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:31:47.511523 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-530e5f46-0994-49f3-8f14-ca7a9899b9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'name': 'tempest-TestVolumeBootPattern-87398999-router', 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'b2a9af05-1c42-461c-be04-bc00e592d5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:31:42Z', 'updated_at': '2021-07-13T19:31:46Z', 'revision_number': 4, 'project_id': 'da56846ec73942cf83102acdbcf36164', 'gw_port': {'id': 'b2a9af05-1c42-461c-be04-bc00e592d5a7', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a6:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:42Z', 'updated_at': '2021-07-13T19:31:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_interfaces': [{'id': 'a03ab933-3f7b-4994-bc24-a8d794326af8', 'name': '', 'network_id': 'fe00eba9-0278-49ca-8d63-f9bff0de1d38', 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'mac_address': 'fa:16:3e:d1:18:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'e7c2ed50-4f57-4cc1-ae5d-bd0d76563475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:45Z', 'updated_at': '2021-07-13T19:31:46Z', 'revision_number': 2, 'project_id': 'da56846ec73942cf83102acdbcf36164', 'subnets': [{'id': 'e7c2ed50-4f57-4cc1-ae5d-bd0d76563475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:47.542072 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530e5f46-0994-49f3-8f14-ca7a9899b9f4 None None] The sync data for ids ['d4e16366-3bb8-485a-b78e-107d91ef4dc9'] in dv-cinder-786932-3-iscsi is: [{'id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'name': 'tempest-TestVolumeBootPattern-87398999-router', 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'b2a9af05-1c42-461c-be04-bc00e592d5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:31:42Z', 'updated_at': '2021-07-13T19:31:46Z', 'revision_number': 4, 'project_id': 'da56846ec73942cf83102acdbcf36164', 'gw_port': {'id': 'b2a9af05-1c42-461c-be04-bc00e592d5a7', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a6:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:42Z', 'updated_at': '2021-07-13T19:31:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_interfaces': [{'id': 'a03ab933-3f7b-4994-bc24-a8d794326af8', 'name': '', 'network_id': 'fe00eba9-0278-49ca-8d63-f9bff0de1d38', 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'mac_address': 'fa:16:3e:d1:18:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'e7c2ed50-4f57-4cc1-ae5d-bd0d76563475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:45Z', 'updated_at': '2021-07-13T19:31:46Z', 'revision_number': 2, 'project_id': 'da56846ec73942cf83102acdbcf36164', 'subnets': [{'id': 'e7c2ed50-4f57-4cc1-ae5d-bd0d76563475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:31:47.576596 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a137723c-0d94-47db-bb1d-afd9fd6d7b92 admin admin] Router d4e16366-3bb8-485a-b78e-107d91ef4dc9 has already been hosted by L3 agent beedb406-ab13-44dd-957b-972171d020d2 {{(pid=92924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:31:47.747560 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a137723c-0d94-47db-bb1d-afd9fd6d7b92 admin admin] Notify agent at l3_agent.dv-cinder-786932-3-iscsi the message routers_updated {{(pid=92924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:31:47.751867 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-bee30eae-19d6-48ce-a41f-52c08dc93b3f None None] Provisioning complete for port a03ab933-3f7b-4994-bc24-a8d794326af8 triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:31:47.767388 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-a137723c-0d94-47db-bb1d-afd9fd6d7b92 admin admin] 10.222.0.67 "PUT /v2.0/routers/d4e16366-3bb8-485a-b78e-107d91ef4dc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9585650 Jul 13 19:31:47.767686 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-bee30eae-19d6-48ce-a41f-52c08dc93b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:47.767854 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542373ee-bf05-4b11-aa07-661b637c0d89 req-244d4a58-b0ff-46a8-acc6-ef7779391112 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:47.767854 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-542373ee-bf05-4b11-aa07-661b637c0d89 req-244d4a58-b0ff-46a8-acc6-ef7779391112 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 945 time: 0.1443989 Jul 13 19:31:47.822008 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-bee30eae-19d6-48ce-a41f-52c08dc93b3f None None] Port a03ab933-3f7b-4994-bc24-a8d794326af8 cannot update to ACTIVE because it is not bound. {{(pid=92925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:31:47.890733 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-542373ee-bf05-4b11-aa07-661b637c0d89 req-7e77432b-e558-426e-a8f2-3b540b6343fa tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=f3a5b421-9b84-4f24-a1a2-8f0a98c65779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209922 Jul 13 19:31:48.022598 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5f22f766-c366-4799-9566-1fdae36a300f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759643'] for router_interface, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:48.127189 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e716da7-5669-4eb6-820c-f7b1f32bff9f req-bf988633-c74c-4ce0-b65a-07ab7efff89a tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:48.137159 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-0e716da7-5669-4eb6-820c-f7b1f32bff9f req-bf988633-c74c-4ce0-b65a-07ab7efff89a tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 946 time: 0.1466949 Jul 13 19:31:48.206494 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-0e716da7-5669-4eb6-820c-f7b1f32bff9f req-c2ad4f77-fae2-44d1-bc21-0f92bf29df23 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/security-groups?id=4db08e9d-cd84-42ba-932f-62d3bd3b2487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683577 Jul 13 19:31:48.522911 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-5f22f766-c366-4799-9566-1fdae36a300f admin admin] Deleting port efb67827-29bc-4c74-b0d4-318722a2f78f {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:31:48.523853 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5f22f766-c366-4799-9566-1fdae36a300f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752272853989'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:48.631330 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-5f22f766-c366-4799-9566-1fdae36a300f admin admin] For port efb67827-29bc-4c74-b0d4-318722a2f78f, host dv-cinder-786932-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=efb67827-29bc-4c74-b0d4-318722a2f78f,segment=NetworkSegment(d1c90e22-3ed8-421c-9c7d-06b4426b58df),segment_id=d1c90e22-3ed8-421c-9c7d-06b4426b58df)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:48.631675 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5f22f766-c366-4799-9566-1fdae36a300f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763640'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:48.654316 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 57124) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:48.658724 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-5f22f766-c366-4799-9566-1fdae36a300f admin admin] Calling delete_port for efb67827-29bc-4c74-b0d4-318722a2f78f owned by network:router_interface {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:31:48.675369 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [None req-aa5e188d-cd31-4b49-9f7f-5996abac9fd5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-266486714-network', 'tenant_id': '509961f4aec74928b144ffe732d7ca60'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:31:48.722501 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5e188d-cd31-4b49-9f7f-5996abac9fd5 admin admin] Made reservation on behalf of 509961f4aec74928b144ffe732d7ca60 for: {'network': 1} {{(pid=92924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:31:48.725133 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-aa5e188d-cd31-4b49-9f7f-5996abac9fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for network, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:48.963528 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8ab3ec7a-cb33-4fc0-8885-9192aade2a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:49.084131 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:49.441995 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-aa5e188d-cd31-4b49-9f7f-5996abac9fd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:49.445771 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f67d2f8-781c-4710-92e3-a8d805c54b5e req-16284c98-632f-4074-9e4f-e69e343eb2d0 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:49.454041 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1f67d2f8-781c-4710-92e3-a8d805c54b5e req-16284c98-632f-4074-9e4f-e69e343eb2d0 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 945 time: 0.1480181 Jul 13 19:31:49.529983 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1f67d2f8-781c-4710-92e3-a8d805c54b5e req-b1aee134-e24c-40ca-8295-88cdda19da47 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=f3a5b421-9b84-4f24-a1a2-8f0a98c65779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723393 Jul 13 19:31:49.536832 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5f22f766-c366-4799-9566-1fdae36a300f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752272859917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752272454292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130471124'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:49.569663 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfec8b7-ddc1-4e64-93de-92048b7e2d4c req-efbf5456-1335-4c68-b18c-c5a4e35b5714 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:49.571322 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-5dfec8b7-ddc1-4e64-93de-92048b7e2d4c req-efbf5456-1335-4c68-b18c-c5a4e35b5714 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 946 time: 0.1265769 Jul 13 19:31:49.584084 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f22f766-c366-4799-9566-1fdae36a300f admin admin] Pushing event deleted for resources: {'Port': ['ID=efb67827-29bc-4c74-b0d4-318722a2f78f,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:49.747559 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-5dfec8b7-ddc1-4e64-93de-92048b7e2d4c req-03f57a67-b1d1-42a2-98cf-31f9b709ae28 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/security-groups?id=4db08e9d-cd84-42ba-932f-62d3bd3b2487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612146 Jul 13 19:31:49.769847 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-aa5e188d-cd31-4b49-9f7f-5996abac9fd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:49.779911 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-aa5e188d-cd31-4b49-9f7f-5996abac9fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:49.821513 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5f22f766-c366-4799-9566-1fdae36a300f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759799'] for router_interface, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:49.836096 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa5e188d-cd31-4b49-9f7f-5996abac9fd5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=92924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:31:49.860020 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5e188d-cd31-4b49-9f7f-5996abac9fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f522c6eb-39fe-4060-bbea-22c9755abb0e,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:49.879546 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-aa5e188d-cd31-4b49-9f7f-5996abac9fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825552'] for segment, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:49.880164 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.db.segments_db [None req-aa5e188d-cd31-4b49-9f7f-5996abac9fd5 admin admin] Added segment d39e3d67-3f31-4c8b-852d-199801cdb20c of type vlan for network 99e380cd-7102-4c79-b131-e6ed35fdc46e Jul 13 19:31:50.006827 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-aa5e188d-cd31-4b49-9f7f-5996abac9fd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752272460036'] for network, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:50.056816 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-aa5e188d-cd31-4b49-9f7f-5996abac9fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108'] for network, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:50.058014 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5e188d-cd31-4b49-9f7f-5996abac9fd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:50.058596 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-aa5e188d-cd31-4b49-9f7f-5996abac9fd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600154'] for network, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:50.133762 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-aa5e188d-cd31-4b49-9f7f-5996abac9fd5 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4759939 Jul 13 19:31:50.134937 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5e188d-cd31-4b49-9f7f-5996abac9fd5 admin admin] Pushing event updated for resources: {'Network': ['ID=99e380cd-7102-4c79-b131-e6ed35fdc46e,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:50.137136 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 57130) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:50.143274 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [None req-318ce9f4-2daa-4337-8271-03a87a171155 admin admin] Request body: {'subnet': {'network_id': '99e380cd-7102-4c79-b131-e6ed35fdc46e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-266486714-subnet', 'tenant_id': '509961f4aec74928b144ffe732d7ca60', 'ip_version': 4}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:31:50.159740 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Network 99e380cd-7102-4c79-b131-e6ed35fdc46e details requested by agent ovs-agent-dv-cinder-786932-3-iscsi with host dv-cinder-786932-3-iscsi {{(pid=92925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:31:50.177445 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318ce9f4-2daa-4337-8271-03a87a171155 admin admin] Made reservation on behalf of 509961f4aec74928b144ffe732d7ca60 for: {'subnet': 1} {{(pid=92924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:31:50.180561 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-318ce9f4-2daa-4337-8271-03a87a171155 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125931260'] for subnet, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:50.305310 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f121cc10-15a3-4774-9d3b-44cefef2260b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:50.317894 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f22f766-c366-4799-9566-1fdae36a300f admin admin] Router b299da8c-f74d-4b8c-afd6-d60053b56697 has already been hosted by L3 agent beedb406-ab13-44dd-957b-972171d020d2 {{(pid=92923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:31:50.468837 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-318ce9f4-2daa-4337-8271-03a87a171155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126721165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125931214'] for subnet, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:50.475703 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device b2a9af05-1c42-461c-be04-bc00e592d5a7 up at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:31:50.510324 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f22f766-c366-4799-9566-1fdae36a300f admin admin] Notify agent at l3_agent.dv-cinder-786932-3-iscsi the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:31:50.518514 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-5f22f766-c366-4799-9566-1fdae36a300f admin admin] 10.222.0.67 "PUT /v2.0/routers/b299da8c-f74d-4b8c-afd6-d60053b56697/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4108555 Jul 13 19:31:50.522591 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28b9d60-beb9-4512-af5b-1dcf2988cd09 None None] Sync routers for ids ['b299da8c-f74d-4b8c-afd6-d60053b56697'] in dv-cinder-786932-3-iscsi {{(pid=92926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:31:50.532966 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 57132) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:50.542572 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28b9d60-beb9-4512-af5b-1dcf2988cd09 None None] Routers {'b299da8c-f74d-4b8c-afd6-d60053b56697'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:31:50.544684 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-a28b9d60-beb9-4512-af5b-1dcf2988cd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:31:49Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['b299da8c-f74d-4b8c-afd6-d60053b56697'], 'active': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:50.564801 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318ce9f4-2daa-4337-8271-03a87a171155 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb69a55d-98cc-449e-82b9-033876476048,revision_number=0']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:50.565074 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning for port b2a9af05-1c42-461c-be04-bc00e592d5a7 completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:31:50.582367 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning complete for port b2a9af05-1c42-461c-be04-bc00e592d5a7 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:31:50.582912 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:50.631673 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318ce9f4-2daa-4337-8271-03a87a171155 admin admin] Checking segment: {'id': 'd39e3d67-3f31-4c8b-852d-199801cdb20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '99e380cd-7102-4c79-b131-e6ed35fdc46e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:31:50.632043 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318ce9f4-2daa-4337-8271-03a87a171155 admin admin] Network hostable DHCP agents. Network: 99e380cd-7102-4c79-b131-e6ed35fdc46e, hostable agents: ['7ca4706b-9f63-429b-b1b9-7cbaa1b8656d'], hosted agents: [] {{(pid=92924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:31:50.671779 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318ce9f4-2daa-4337-8271-03a87a171155 admin admin] Network 99e380cd-7102-4c79-b131-e6ed35fdc46e is scheduled to be hosted by DHCP agent 7ca4706b-9f63-429b-b1b9-7cbaa1b8656d with binding_index 1 {{(pid=92924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:31:50.689496 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-318ce9f4-2daa-4337-8271-03a87a171155 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-3-iscsi, 99e380cd-7102-4c79-b131-e6ed35fdc46e) {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:31:50.695914 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318ce9f4-2daa-4337-8271-03a87a171155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:50.696877 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-318ce9f4-2daa-4337-8271-03a87a171155 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600154'] for subnet, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:50.724744 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvr_db [None req-a28b9d60-beb9-4512-af5b-1dcf2988cd09 None None] Set router b299da8c-f74d-4b8c-afd6-d60053b56697 gateway port host: dv-cinder-786932-3-iscsi {{(pid=92926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:31:50.738232 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-318ce9f4-2daa-4337-8271-03a87a171155 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5999770 Jul 13 19:31:50.739075 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 57136) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:50.743944 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef80d087-953b-4fd9-9239-b4869af8c679 None None] Network 99e380cd-7102-4c79-b131-e6ed35fdc46e requested from dv-cinder-786932-3-iscsi {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:31:50.749200 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [None req-96b2a8ca-58de-49dd-9113-2c123e38b38f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-266486714-router', 'tenant_id': '509961f4aec74928b144ffe732d7ca60', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2'}}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:31:50.798455 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7112c04e-7c70-41f4-887a-1547e37ac8f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:50.830629 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-96b2a8ca-58de-49dd-9113-2c123e38b38f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-759456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9169'] for router, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:50.831996 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-96b2a8ca-58de-49dd-9113-2c123e38b38f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-759299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9178'] for router, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:50.908346 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-96b2a8ca-58de-49dd-9113-2c123e38b38f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:50.917805 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:50.958943 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-a28b9d60-beb9-4512-af5b-1dcf2988cd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b299da8c-f74d-4b8c-afd6-d60053b56697', 'name': 'tempest-AttachVolumeTestJSON-205678765-router', 'tenant_id': '09d928f8d15b4be49420ac3d92a41f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '2780c301-af71-40ac-8dc0-dad9143e9d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:06Z', 'updated_at': '2021-07-13T19:31:49Z', 'revision_number': 5, 'project_id': '09d928f8d15b4be49420ac3d92a41f6f', 'gw_port': {'id': '2780c301-af71-40ac-8dc0-dad9143e9d26', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b299da8c-f74d-4b8c-afd6-d60053b56697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:07Z', 'updated_at': '2021-07-13T19:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi'}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:50.998723 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28b9d60-beb9-4512-af5b-1dcf2988cd09 None None] Checking router: b299da8c-f74d-4b8c-afd6-d60053b56697 for host: dv-cinder-786932-3-iscsi {{(pid=92926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:31:51.011569 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28b9d60-beb9-4512-af5b-1dcf2988cd09 None None] Routers {'b299da8c-f74d-4b8c-afd6-d60053b56697'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:31:51.012512 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-a28b9d60-beb9-4512-af5b-1dcf2988cd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:31:49Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['b299da8c-f74d-4b8c-afd6-d60053b56697'], 'active': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:51.038076 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] For port b2a9af05-1c42-461c-be04-bc00e592d5a7, host dv-cinder-786932-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=b2a9af05-1c42-461c-be04-bc00e592d5a7,segment=NetworkSegment(2c1c5ac3-7b69-4096-8790-4108a346deee),segment_id=2c1c5ac3-7b69-4096-8790-4108a346deee)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:51.072247 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:51.113454 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-96b2a8ca-58de-49dd-9113-2c123e38b38f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-761308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-759478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10800'] for router, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:51.144418 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvr_db [None req-a28b9d60-beb9-4512-af5b-1dcf2988cd09 None None] Set router b299da8c-f74d-4b8c-afd6-d60053b56697 gateway port host: dv-cinder-786932-3-iscsi {{(pid=92926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:31:51.207541 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7112c04e-7c70-41f4-887a-1547e37ac8f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:51.231354 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f3336a-ee56-4b26-b709-b36aa5097fa5 req-ae2986ba-3df0-4782-809b-39e31401d9ff tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:51.237138 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-93f3336a-ee56-4b26-b709-b36aa5097fa5 req-ae2986ba-3df0-4782-809b-39e31401d9ff tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 945 time: 0.3452692 Jul 13 19:31:51.266517 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Pushing event updated for resources: {'Port': ['ID=b2a9af05-1c42-461c-be04-bc00e592d5a7,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:51.318589 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30086b6-7928-4ed1-b914-c8c5f1dba50b None None] Sync routers for ids ['d4e16366-3bb8-485a-b78e-107d91ef4dc9'] in dv-cinder-786932-3-iscsi {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:31:51.320514 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce0a788-9bce-4a89-9499-8edd8234bbaf req-d6b218e5-6b64-46ff-ac23-5653a0b42719 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:51.322864 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-6ce0a788-9bce-4a89-9499-8edd8234bbaf req-d6b218e5-6b64-46ff-ac23-5653a0b42719 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 946 time: 0.2016497 Jul 13 19:31:51.353804 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa82375a-ece4-4e63-8469-82b5dea331ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9426e93d-dde2-5cd1-aa01-d42f6a4b4003-99e380cd-7102-4c79-b131-e6ed35fdc46e', 'network_id': '99e380cd-7102-4c79-b131-e6ed35fdc46e', 'tenant_id': '509961f4aec74928b144ffe732d7ca60', 'fixed_ips': [{'subnet_id': 'eb69a55d-98cc-449e-82b9-033876476048'}]}} from dv-cinder-786932-3-iscsi. {{(pid=92925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:31:51.354668 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-fa82375a-ece4-4e63-8469-82b5dea331ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:51.383226 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30086b6-7928-4ed1-b914-c8c5f1dba50b None None] Routers {'d4e16366-3bb8-485a-b78e-107d91ef4dc9'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:31:51.383929 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-c30086b6-7928-4ed1-b914-c8c5f1dba50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:31:49Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['d4e16366-3bb8-485a-b78e-107d91ef4dc9'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:51.384427 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-93f3336a-ee56-4b26-b709-b36aa5097fa5 req-4626e0bf-1080-4aec-9f74-b6aace1b35c9 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=f3a5b421-9b84-4f24-a1a2-8f0a98c65779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379619 Jul 13 19:31:51.425336 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-7112c04e-7c70-41f4-887a-1547e37ac8f1 admin admin] Deleting port 2780c301-af71-40ac-8dc0-dad9143e9d26 {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:31:51.426781 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7112c04e-7c70-41f4-887a-1547e37ac8f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752272853989'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:51.541365 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-6ce0a788-9bce-4a89-9499-8edd8234bbaf req-05595fc3-45ad-4851-98c7-42c00f445ab8 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/security-groups?id=4db08e9d-cd84-42ba-932f-62d3bd3b2487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1988509 Jul 13 19:31:51.556575 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-a28b9d60-beb9-4512-af5b-1dcf2988cd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b299da8c-f74d-4b8c-afd6-d60053b56697', 'name': 'tempest-AttachVolumeTestJSON-205678765-router', 'tenant_id': '09d928f8d15b4be49420ac3d92a41f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '2780c301-af71-40ac-8dc0-dad9143e9d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:06Z', 'updated_at': '2021-07-13T19:31:49Z', 'revision_number': 5, 'project_id': '09d928f8d15b4be49420ac3d92a41f6f', 'gw_port': {'id': '2780c301-af71-40ac-8dc0-dad9143e9d26', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b299da8c-f74d-4b8c-afd6-d60053b56697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:07Z', 'updated_at': '2021-07-13T19:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi'}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:51.562483 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-7112c04e-7c70-41f4-887a-1547e37ac8f1 admin admin] For port 2780c301-af71-40ac-8dc0-dad9143e9d26, host dv-cinder-786932-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=2780c301-af71-40ac-8dc0-dad9143e9d26,segment=NetworkSegment(2c1c5ac3-7b69-4096-8790-4108a346deee),segment_id=2c1c5ac3-7b69-4096-8790-4108a346deee)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:51.563174 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7112c04e-7c70-41f4-887a-1547e37ac8f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763640'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:51.595469 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-7112c04e-7c70-41f4-887a-1547e37ac8f1 admin admin] Calling delete_port for 2780c301-af71-40ac-8dc0-dad9143e9d26 owned by network:router_gateway {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:31:51.605321 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28b9d60-beb9-4512-af5b-1dcf2988cd09 None None] The sync data for ids ['b299da8c-f74d-4b8c-afd6-d60053b56697'] in dv-cinder-786932-3-iscsi is: [{'id': 'b299da8c-f74d-4b8c-afd6-d60053b56697', 'name': 'tempest-AttachVolumeTestJSON-205678765-router', 'tenant_id': '09d928f8d15b4be49420ac3d92a41f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '2780c301-af71-40ac-8dc0-dad9143e9d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:06Z', 'updated_at': '2021-07-13T19:31:49Z', 'revision_number': 5, 'project_id': '09d928f8d15b4be49420ac3d92a41f6f', 'gw_port': {'id': '2780c301-af71-40ac-8dc0-dad9143e9d26', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b299da8c-f74d-4b8c-afd6-d60053b56697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:07Z', 'updated_at': '2021-07-13T19:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi'}] {{(pid=92926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:31:51.609206 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-96b2a8ca-58de-49dd-9113-2c123e38b38f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:51.665179 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-96b2a8ca-58de-49dd-9113-2c123e38b38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:51.695881 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-c30086b6-7928-4ed1-b914-c8c5f1dba50b None None] Set router d4e16366-3bb8-485a-b78e-107d91ef4dc9 gateway port host: dv-cinder-786932-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:31:51.880312 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [None req-96b2a8ca-58de-49dd-9113-2c123e38b38f admin admin] Allocated IP 172.27.1.222 (c2fcde99-d8d4-483e-a474-248e3afaaef2/3c8e1596-5f1e-4fec-b61e-66ec42c4519a/4bad84b3-f9b1-48de-bec0-7d7142bef975) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:31:51.894103 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.db_base_plugin_common [None req-fa82375a-ece4-4e63-8469-82b5dea331ea None None] Allocated IP 172.20.0.2 (99e380cd-7102-4c79-b131-e6ed35fdc46e/eb69a55d-98cc-449e-82b9-033876476048/e311a9fc-6531-4d44-8186-dc15f64f3712) {{(pid=92925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:31:51.911825 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-90e910e5-9927-492e-a649-803b472a565a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:51.916958 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7112c04e-7c70-41f4-887a-1547e37ac8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752272859917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752272454292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130471124'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:51.955358 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7112c04e-7c70-41f4-887a-1547e37ac8f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2780c301-af71-40ac-8dc0-dad9143e9d26,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:52.039431 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-96b2a8ca-58de-49dd-9113-2c123e38b38f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:52.069908 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7112c04e-7c70-41f4-887a-1547e37ac8f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760337'] for router_gateway, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:52.109418 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-96b2a8ca-58de-49dd-9113-2c123e38b38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752272454283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126721041'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:52.189543 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b2a8ca-58de-49dd-9113-2c123e38b38f admin admin] Network c2fcde99-d8d4-483e-a474-248e3afaaef2 is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:31:52.195393 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-96b2a8ca-58de-49dd-9113-2c123e38b38f admin admin] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:31:52.202636 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b2a8ca-58de-49dd-9113-2c123e38b38f admin admin] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:31:52.209710 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7112c04e-7c70-41f4-887a-1547e37ac8f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-759530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9155'] for router, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:52.217470 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7112c04e-7c70-41f4-887a-1547e37ac8f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:52.279435 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b2a8ca-58de-49dd-9113-2c123e38b38f admin admin] Pushing event updated for resources: {'Port': ['ID=4bad84b3-f9b1-48de-bec0-7d7142bef975,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:52.307838 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7112c04e-7c70-41f4-887a-1547e37ac8f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-755738'] for router, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:52.308416 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7112c04e-7c70-41f4-887a-1547e37ac8f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b299da8c-f74d-4b8c-afd6-d60053b56697 {{(pid=92923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:31:52.312607 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-fa82375a-ece4-4e63-8469-82b5dea331ea None None] Notify callbacks [] for port, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:52.317757 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7112c04e-7c70-41f4-887a-1547e37ac8f1 admin admin] Notify callbacks [] for router, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:52.335326 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-fa82375a-ece4-4e63-8469-82b5dea331ea None None] Transition to ACTIVE for port object e311a9fc-6531-4d44-8186-dc15f64f3712 will not be triggered until provisioned by entity L2. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:31:52.335851 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-7112c04e-7c70-41f4-887a-1547e37ac8f1 admin admin] 10.222.0.67 "DELETE /v2.0/routers/b299da8c-f74d-4b8c-afd6-d60053b56697 HTTP/1.1" status: 204 len: 168 time: 1.7963259 Jul 13 19:31:52.335851 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 57140) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:52.358371 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-c30086b6-7928-4ed1-b914-c8c5f1dba50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'name': 'tempest-TestVolumeBootPattern-87398999-router', 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'b2a9af05-1c42-461c-be04-bc00e592d5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:31:42Z', 'updated_at': '2021-07-13T19:31:46Z', 'revision_number': 4, 'project_id': 'da56846ec73942cf83102acdbcf36164', 'gw_port': {'id': 'b2a9af05-1c42-461c-be04-bc00e592d5a7', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:42Z', 'updated_at': '2021-07-13T19:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_interfaces': [{'id': 'a03ab933-3f7b-4994-bc24-a8d794326af8', 'name': '', 'network_id': 'fe00eba9-0278-49ca-8d63-f9bff0de1d38', 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'mac_address': 'fa:16:3e:d1:18:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'e7c2ed50-4f57-4cc1-ae5d-bd0d76563475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:45Z', 'updated_at': '2021-07-13T19:31:46Z', 'revision_number': 2, 'project_id': 'da56846ec73942cf83102acdbcf36164', 'subnets': [{'id': 'e7c2ed50-4f57-4cc1-ae5d-bd0d76563475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:52.428517 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_v2 [None req-96a9b892-49f4-4530-9a98-09dc2c4499fb admin admin] Deleting subnet e577557a-4de0-4b64-b346-c9cb7908bed6 {{(pid=92923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:31:52.442224 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-96a9b892-49f4-4530-9a98-09dc2c4499fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:52.457938 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device b2a9af05-1c42-461c-be04-bc00e592d5a7 up at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:31:52.497093 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30086b6-7928-4ed1-b914-c8c5f1dba50b None None] Checking router: d4e16366-3bb8-485a-b78e-107d91ef4dc9 for host: dv-cinder-786932-3-iscsi {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:31:52.497381 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30086b6-7928-4ed1-b914-c8c5f1dba50b None None] Updating router d4e16366-3bb8-485a-b78e-107d91ef4dc9 port a03ab933-3f7b-4994-bc24-a8d794326af8 binding host dv-cinder-786932-3-iscsi {{(pid=92925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:31:52.518282 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-96a9b892-49f4-4530-9a98-09dc2c4499fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130178881'] for subnet, precommit_delete_associations {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:52.523009 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-fa82375a-ece4-4e63-8469-82b5dea331ea None None] Transition to ACTIVE for port object e311a9fc-6531-4d44-8186-dc15f64f3712 will not be triggered until provisioned by entity DHCP. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:31:52.538852 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-fa82375a-ece4-4e63-8469-82b5dea331ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752272454283'] for port, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:52.600745 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa82375a-ece4-4e63-8469-82b5dea331ea None None] Pushing event updated for resources: {'Port': ['ID=e311a9fc-6531-4d44-8186-dc15f64f3712,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:52.652359 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa82375a-ece4-4e63-8469-82b5dea331ea None None] Network 99e380cd-7102-4c79-b131-e6ed35fdc46e is already hosted by enough agents. {{(pid=92925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:31:52.654835 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.scheduler.base_scheduler [None req-fa82375a-ece4-4e63-8469-82b5dea331ea None None] Resources bound (agent type, host, resource id): {{(pid=92925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:31:52.657742 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-c30086b6-7928-4ed1-b914-c8c5f1dba50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:52.660335 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa82375a-ece4-4e63-8469-82b5dea331ea None None] Received port after_create {{(pid=92925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:31:52.698376 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning complete for port b2a9af05-1c42-461c-be04-bc00e592d5a7 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:31:52.699252 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:52.721393 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-96a9b892-49f4-4530-9a98-09dc2c4499fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3824333'] for subnet, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:52.829680 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-96a9b892-49f4-4530-9a98-09dc2c4499fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3824308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130471049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130128640'] for subnet, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:52.871877 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a9b892-49f4-4530-9a98-09dc2c4499fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e577557a-4de0-4b64-b346-c9cb7908bed6,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:52.875176 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-96a9b892-49f4-4530-9a98-09dc2c4499fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:52.880670 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-96a9b892-49f4-4530-9a98-09dc2c4499fb admin admin] 10.222.0.67 "DELETE /v2.0/subnets/e577557a-4de0-4b64-b346-c9cb7908bed6 HTTP/1.1" status: 204 len: 168 time: 0.5440087 Jul 13 19:31:52.881631 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 57146) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:52.916028 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-96b2a8ca-58de-49dd-9113-2c123e38b38f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:52.965789 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-da2bdc3b-b350-4df7-8488-dbf63683686f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3741476'] for network, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:53.082945 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-da2bdc3b-b350-4df7-8488-dbf63683686f admin admin] Deleting port 68d788eb-9ce7-4dce-a470-e27d386070d3 {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:31:53.083681 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-da2bdc3b-b350-4df7-8488-dbf63683686f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752272853989'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:53.113327 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a9c368-84e9-4866-b104-01e635dd118d None None] Network 922632e1-2fcb-4d44-a394-325429781ce3 requested from dv-cinder-786932-3-iscsi {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:31:53.167052 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-da2bdc3b-b350-4df7-8488-dbf63683686f admin admin] For port 68d788eb-9ce7-4dce-a470-e27d386070d3, host dv-cinder-786932-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=68d788eb-9ce7-4dce-a470-e27d386070d3,segment=NetworkSegment(d1c90e22-3ed8-421c-9c7d-06b4426b58df),segment_id=d1c90e22-3ed8-421c-9c7d-06b4426b58df)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:53.169106 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-da2bdc3b-b350-4df7-8488-dbf63683686f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763640'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:53.215668 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-da2bdc3b-b350-4df7-8488-dbf63683686f admin admin] Calling delete_port for 68d788eb-9ce7-4dce-a470-e27d386070d3 owned by network:dhcp {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:31:53.323600 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35201bff-5e7a-4999-9b20-6fa9f048ef60 req-217e2874-75cf-419a-8b6b-c58470d77725 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:53.332438 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-35201bff-5e7a-4999-9b20-6fa9f048ef60 req-217e2874-75cf-419a-8b6b-c58470d77725 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 945 time: 0.1582446 Jul 13 19:31:53.344983 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1e28b-5ccf-4daa-8a94-98515b092908 req-61e41897-bd23-445c-814f-f609a00cd456 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:53.347745 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-61d1e28b-5ccf-4daa-8a94-98515b092908 req-61e41897-bd23-445c-814f-f609a00cd456 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 946 time: 0.5637705 Jul 13 19:31:53.412056 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-35201bff-5e7a-4999-9b20-6fa9f048ef60 req-43599c0e-064d-4e4d-831a-7bc66a16e603 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=f3a5b421-9b84-4f24-a1a2-8f0a98c65779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656552 Jul 13 19:31:53.414531 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-da2bdc3b-b350-4df7-8488-dbf63683686f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752272859917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752272454292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130471124'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:53.468518 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2bdc3b-b350-4df7-8488-dbf63683686f admin admin] Pushing event deleted for resources: {'Port': ['ID=68d788eb-9ce7-4dce-a470-e27d386070d3,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:53.475455 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2bdc3b-b350-4df7-8488-dbf63683686f admin admin] No DVR routers for this DVR port 68d788eb-9ce7-4dce-a470-e27d386070d3 on host dv-cinder-786932-3-iscsi {{(pid=92923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:31:53.513932 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-fa82375a-ece4-4e63-8469-82b5dea331ea None None] Attempting to bind port e311a9fc-6531-4d44-8186-dc15f64f3712 on host dv-cinder-786932-3-iscsi for vnic_type normal with profile {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:31:53.516207 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-fa82375a-ece4-4e63-8469-82b5dea331ea None None] Attempting to bind port e311a9fc-6531-4d44-8186-dc15f64f3712 by drivers openvswitch,hyperv on host dv-cinder-786932-3-iscsi at level 0 using segments [{'id': 'd39e3d67-3f31-4c8b-852d-199801cdb20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '99e380cd-7102-4c79-b131-e6ed35fdc46e'}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:31:53.517217 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa82375a-ece4-4e63-8469-82b5dea331ea None None] Attempting to bind port e311a9fc-6531-4d44-8186-dc15f64f3712 on network 99e380cd-7102-4c79-b131-e6ed35fdc46e {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:31:53.528208 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-96b2a8ca-58de-49dd-9113-2c123e38b38f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-759487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-760381'] for router, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:53.542149 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device efb67827-29bc-4c74-b0d4-318722a2f78f no longer exists at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:31:53.576459 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] No Port match for: efb67827-29bc-4c74-b0d4-318722a2f78f {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:31:53.577753 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device efb67827-29bc-4c74-b0d4-318722a2f78f not bound to the agent host dv-cinder-786932-3-iscsi {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:31:53.579745 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa82375a-ece4-4e63-8469-82b5dea331ea None None] Checking agent: {'id': '9c58f4e9-8628-43da-8d7d-cb04bd9f4726', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 19), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:31:53.580718 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa82375a-ece4-4e63-8469-82b5dea331ea None None] Checking segment: {'id': 'd39e3d67-3f31-4c8b-852d-199801cdb20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '99e380cd-7102-4c79-b131-e6ed35fdc46e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:31:53.581138 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-fa82375a-ece4-4e63-8469-82b5dea331ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:53.586649 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-da2bdc3b-b350-4df7-8488-dbf63683686f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3818072', 'neutron.services.segments.db._delete_segments_for_network-8752273001027'] for network, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:53.590535 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa82375a-ece4-4e63-8469-82b5dea331ea None None] Bound using segment: {'id': 'd39e3d67-3f31-4c8b-852d-199801cdb20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '99e380cd-7102-4c79-b131-e6ed35fdc46e'} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:31:53.591144 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-fa82375a-ece4-4e63-8469-82b5dea331ea None None] Bound port: e311a9fc-6531-4d44-8186-dc15f64f3712, host: dv-cinder-786932-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd39e3d67-3f31-4c8b-852d-199801cdb20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '99e380cd-7102-4c79-b131-e6ed35fdc46e'}}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:31:53.591588 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-fa82375a-ece4-4e63-8469-82b5dea331ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:53.598666 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-da2bdc3b-b350-4df7-8488-dbf63683686f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['922632e1-2fcb-4d44-a394-325429781ce3']}} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:53.606119 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-61d1e28b-5ccf-4daa-8a94-98515b092908 req-5fb493ea-4ffa-4696-9b64-acddce346ce5 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/security-groups?id=4db08e9d-cd84-42ba-932f-62d3bd3b2487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843568 Jul 13 19:31:53.617538 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-da2bdc3b-b350-4df7-8488-dbf63683686f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1c90e22-3ed8-421c-9c7d-06b4426b58df') {'for_net_delete': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:53.617830 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-da2bdc3b-b350-4df7-8488-dbf63683686f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1c90e22-3ed8-421c-9c7d-06b4426b58df') {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:53.630086 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-da2bdc3b-b350-4df7-8488-dbf63683686f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752273006156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130178904'] for segment, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:53.663791 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-da2bdc3b-b350-4df7-8488-dbf63683686f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825552'] for segment, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:53.673284 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da2bdc3b-b350-4df7-8488-dbf63683686f admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=92923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:31:53.673845 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-da2bdc3b-b350-4df7-8488-dbf63683686f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130466087'] for segment, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:53.676189 dv-cinder-786932-3-iscsi neutron-server[92923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:31:53.676189 dv-cinder-786932-3-iscsi neutron-server[92923]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:31:53.676189 dv-cinder-786932-3-iscsi neutron-server[92923]: Traceback (most recent call last): Jul 13 19:31:53.676189 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:31:53.676189 dv-cinder-786932-3-iscsi neutron-server[92923]: timer() Jul 13 19:31:53.676189 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:31:53.676189 dv-cinder-786932-3-iscsi neutron-server[92923]: cb(*args, **kw) Jul 13 19:31:53.676189 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:31:53.676189 dv-cinder-786932-3-iscsi neutron-server[92923]: return func(*args, **kwargs) Jul 13 19:31:53.676189 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:31:53.676189 dv-cinder-786932-3-iscsi neutron-server[92923]: self._notify() Jul 13 19:31:53.676189 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:31:53.676189 dv-cinder-786932-3-iscsi neutron-server[92923]: self.callback(batched_events) Jul 13 19:31:53.676189 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:31:53.676189 dv-cinder-786932-3-iscsi neutron-server[92923]: event.method(event) Jul 13 19:31:53.676189 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:31:53.676189 dv-cinder-786932-3-iscsi neutron-server[92923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:31:53.676189 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:31:53.676189 dv-cinder-786932-3-iscsi neutron-server[92923]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:31:53.676189 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:31:53.676189 dv-cinder-786932-3-iscsi neutron-server[92923]: return f(self, *a, **k) Jul 13 19:31:53.676189 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:31:53.676189 dv-cinder-786932-3-iscsi neutron-server[92923]: return self._get(url).json() Jul 13 19:31:53.676189 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:31:53.676189 dv-cinder-786932-3-iscsi neutron-server[92923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:31:53.676189 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:31:53.676189 dv-cinder-786932-3-iscsi neutron-server[92923]: return self.request(url, 'GET', **kwargs) Jul 13 19:31:53.676189 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:31:53.676189 dv-cinder-786932-3-iscsi neutron-server[92923]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:31:53.676189 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:31:53.676189 dv-cinder-786932-3-iscsi neutron-server[92923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:31:53.676189 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:31:53.676189 dv-cinder-786932-3-iscsi neutron-server[92923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:31:53.676189 dv-cinder-786932-3-iscsi neutron-server[92923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:31:53.754239 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96b2a8ca-58de-49dd-9113-2c123e38b38f admin admin] Router 144992e6-c87d-45f8-be8a-8439bc5ecdf3 is scheduled to L3 agent beedb406-ab13-44dd-957b-972171d020d2 with binding_index 1 {{(pid=92924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:31:53.772151 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-fa82375a-ece4-4e63-8469-82b5dea331ea None None] For port e311a9fc-6531-4d44-8186-dc15f64f3712, host dv-cinder-786932-3-iscsi, cleared binding levels {{(pid=92925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:31:53.790246 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-da2bdc3b-b350-4df7-8488-dbf63683686f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3818063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760437'] for network, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:53.812127 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f5b5a6-da2e-4d48-bbe6-9c5a04528219 None None] DHCP port deletion for 922632e1-2fcb-4d44-a394-325429781ce3 request from dv-cinder-786932-3-iscsi {{(pid=92925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:31:53.825185 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-fa82375a-ece4-4e63-8469-82b5dea331ea None None] For port e311a9fc-6531-4d44-8186-dc15f64f3712, host dv-cinder-786932-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=e311a9fc-6531-4d44-8186-dc15f64f3712,segment=NetworkSegment(d39e3d67-3f31-4c8b-852d-199801cdb20c),segment_id=d39e3d67-3f31-4c8b-852d-199801cdb20c)] {{(pid=92925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:31:53.836572 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2bdc3b-b350-4df7-8488-dbf63683686f admin admin] Pushing event deleted for resources: {'Network': ['ID=922632e1-2fcb-4d44-a394-325429781ce3,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:53.842307 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-da2bdc3b-b350-4df7-8488-dbf63683686f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600154'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:53.845297 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-da2bdc3b-b350-4df7-8488-dbf63683686f admin admin] 10.222.0.67 "DELETE /v2.0/networks/922632e1-2fcb-4d44-a394-325429781ce3 HTTP/1.1" status: 204 len: 168 time: 0.9622383 Jul 13 19:31:53.855077 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-fa82375a-ece4-4e63-8469-82b5dea331ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:53.919477 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b2a8ca-58de-49dd-9113-2c123e38b38f admin admin] Notify agent at l3_agent.dv-cinder-786932-3-iscsi the message routers_updated {{(pid=92924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:31:53.938770 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9769696-8bb2-43e7-9750-331f200763ac None None] Sync routers for ids ['144992e6-c87d-45f8-be8a-8439bc5ecdf3'] in dv-cinder-786932-3-iscsi {{(pid=92926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:31:53.947311 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-96b2a8ca-58de-49dd-9113-2c123e38b38f admin admin] Notify callbacks [] for router, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:53.948367 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 57150) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:53.962434 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9769696-8bb2-43e7-9750-331f200763ac None None] Routers {'144992e6-c87d-45f8-be8a-8439bc5ecdf3'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:31:53.963124 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-c9769696-8bb2-43e7-9750-331f200763ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:31:49Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['144992e6-c87d-45f8-be8a-8439bc5ecdf3'], 'active': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:53.966961 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-96b2a8ca-58de-49dd-9113-2c123e38b38f admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2259459 Jul 13 19:31:53.981026 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa82375a-ece4-4e63-8469-82b5dea331ea None None] Pushing event updated for resources: {'Port': ['ID=e311a9fc-6531-4d44-8186-dc15f64f3712,revision_number=2']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:53.994723 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-c30086b6-7928-4ed1-b914-c8c5f1dba50b None None] Notify callbacks [] for port, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:54.008184 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-c30086b6-7928-4ed1-b914-c8c5f1dba50b None None] Transition to ACTIVE for port object a03ab933-3f7b-4994-bc24-a8d794326af8 will not be triggered until provisioned by entity L2. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:31:54.024413 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-c30086b6-7928-4ed1-b914-c8c5f1dba50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:54.086203 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28893020-ae5c-4694-9f58-6d026bee8709 None None] Pushing event updated for resources: {'Port': ['ID=a03ab933-3f7b-4994-bc24-a8d794326af8,revision_number=3']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:54.197059 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvr_db [None req-c9769696-8bb2-43e7-9750-331f200763ac None None] Set router 144992e6-c87d-45f8-be8a-8439bc5ecdf3 gateway port host: dv-cinder-786932-3-iscsi {{(pid=92926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:31:54.282869 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 57156) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:54.293656 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-c30086b6-7928-4ed1-b914-c8c5f1dba50b None None] Attempting to bind port a03ab933-3f7b-4994-bc24-a8d794326af8 on host dv-cinder-786932-3-iscsi for vnic_type normal with profile {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:31:54.294408 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-c30086b6-7928-4ed1-b914-c8c5f1dba50b None None] Attempting to bind port a03ab933-3f7b-4994-bc24-a8d794326af8 by drivers openvswitch,hyperv on host dv-cinder-786932-3-iscsi at level 0 using segments [{'id': '9e78100f-3ded-4534-86f9-3d2900c1d317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'fe00eba9-0278-49ca-8d63-f9bff0de1d38'}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:31:54.294999 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30086b6-7928-4ed1-b914-c8c5f1dba50b None None] Attempting to bind port a03ab933-3f7b-4994-bc24-a8d794326af8 on network fe00eba9-0278-49ca-8d63-f9bff0de1d38 {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:31:54.305602 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30086b6-7928-4ed1-b914-c8c5f1dba50b None None] Checking agent: {'id': '9c58f4e9-8628-43da-8d7d-cb04bd9f4726', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 19), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:31:54.306404 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30086b6-7928-4ed1-b914-c8c5f1dba50b None None] Checking segment: {'id': '9e78100f-3ded-4534-86f9-3d2900c1d317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'fe00eba9-0278-49ca-8d63-f9bff0de1d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:31:54.307042 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-c30086b6-7928-4ed1-b914-c8c5f1dba50b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:54.307753 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30086b6-7928-4ed1-b914-c8c5f1dba50b None None] Bound using segment: {'id': '9e78100f-3ded-4534-86f9-3d2900c1d317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'fe00eba9-0278-49ca-8d63-f9bff0de1d38'} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:31:54.308634 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-c30086b6-7928-4ed1-b914-c8c5f1dba50b None None] Bound port: a03ab933-3f7b-4994-bc24-a8d794326af8, host: dv-cinder-786932-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e78100f-3ded-4534-86f9-3d2900c1d317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'fe00eba9-0278-49ca-8d63-f9bff0de1d38'}}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:31:54.309766 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-c30086b6-7928-4ed1-b914-c8c5f1dba50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:54.390670 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-364c0a8b-5f4d-4f75-99fc-24c74b675581 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=09d928f8d15b4be49420ac3d92a41f6f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1060889 Jul 13 19:31:54.393409 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 57158) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:54.409679 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device 2780c301-af71-40ac-8dc0-dad9143e9d26 no longer exists at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:31:54.465968 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] No Port match for: 2780c301-af71-40ac-8dc0-dad9143e9d26 {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:31:54.466316 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device 2780c301-af71-40ac-8dc0-dad9143e9d26 not bound to the agent host dv-cinder-786932-3-iscsi {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:31:54.466738 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device 68d788eb-9ce7-4dce-a470-e27d386070d3 no longer exists at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:31:54.555012 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] No Port match for: 68d788eb-9ce7-4dce-a470-e27d386070d3 {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:31:54.558398 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device 68d788eb-9ce7-4dce-a470-e27d386070d3 not bound to the agent host dv-cinder-786932-3-iscsi {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:31:54.606007 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-c30086b6-7928-4ed1-b914-c8c5f1dba50b None None] For port a03ab933-3f7b-4994-bc24-a8d794326af8, host dv-cinder-786932-3-iscsi, cleared binding levels {{(pid=92925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:31:54.621055 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-c30086b6-7928-4ed1-b914-c8c5f1dba50b None None] For port a03ab933-3f7b-4994-bc24-a8d794326af8, host dv-cinder-786932-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=a03ab933-3f7b-4994-bc24-a8d794326af8,segment=NetworkSegment(9e78100f-3ded-4534-86f9-3d2900c1d317),segment_id=9e78100f-3ded-4534-86f9-3d2900c1d317)] {{(pid=92925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:31:54.629250 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-c30086b6-7928-4ed1-b914-c8c5f1dba50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:54.637655 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d6f4e439-8dd2-4f24-a1b1-d8ba85336f50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:54.678082 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d6f4e439-8dd2-4f24-a1b1-d8ba85336f50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:54.729464 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-c9769696-8bb2-43e7-9750-331f200763ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144992e6-c87d-45f8-be8a-8439bc5ecdf3', 'name': 'tempest-TestVolumeBootPattern-266486714-router', 'tenant_id': '509961f4aec74928b144ffe732d7ca60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '4bad84b3-f9b1-48de-bec0-7d7142bef975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:31:50Z', 'updated_at': '2021-07-13T19:31:52Z', 'revision_number': 3, 'project_id': '509961f4aec74928b144ffe732d7ca60', 'gw_port': {'id': '4bad84b3-f9b1-48de-bec0-7d7142bef975', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:05:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144992e6-c87d-45f8-be8a-8439bc5ecdf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:51Z', 'updated_at': '2021-07-13T19:31:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi'}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:54.754298 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d6f4e439-8dd2-4f24-a1b1-d8ba85336f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:54.758030 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d6f4e439-8dd2-4f24-a1b1-d8ba85336f50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:54.760028 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-d6f4e439-8dd2-4f24-a1b1-d8ba85336f50 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2da5f1f8-717f-4193-ab48-8f539e94ef35 HTTP/1.1" status: 204 len: 168 time: 0.3655505 Jul 13 19:31:54.784644 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f4e439-8dd2-4f24-a1b1-d8ba85336f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da5f1f8-717f-4193-ab48-8f539e94ef35,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:54.853823 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28893020-ae5c-4694-9f58-6d026bee8709 None None] Pushing event updated for resources: {'Port': ['ID=a03ab933-3f7b-4994-bc24-a8d794326af8,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:54.873681 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9769696-8bb2-43e7-9750-331f200763ac None None] Checking router: 144992e6-c87d-45f8-be8a-8439bc5ecdf3 for host: dv-cinder-786932-3-iscsi {{(pid=92926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:31:54.886009 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9769696-8bb2-43e7-9750-331f200763ac None None] Updating router 144992e6-c87d-45f8-be8a-8439bc5ecdf3 port 4bad84b3-f9b1-48de-bec0-7d7142bef975 binding host dv-cinder-786932-3-iscsi {{(pid=92926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:31:55.007132 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30086b6-7928-4ed1-b914-c8c5f1dba50b None None] Routers {'d4e16366-3bb8-485a-b78e-107d91ef4dc9'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:31:55.008790 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-c9769696-8bb2-43e7-9750-331f200763ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:55.010167 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-c30086b6-7928-4ed1-b914-c8c5f1dba50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:31:49Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['d4e16366-3bb8-485a-b78e-107d91ef4dc9'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:55.038681 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-314dff01-bf36-4ace-8604-eaa35f03f05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:55.253073 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a0e97-e03c-4d37-bb7d-f2807784158f req-8b435686-7aea-449a-ae3a-0285ad66a955 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:55.254438 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-6c6a0e97-e03c-4d37-bb7d-f2807784158f req-8b435686-7aea-449a-ae3a-0285ad66a955 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 946 time: 0.2142222 Jul 13 19:31:55.331546 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-6c6a0e97-e03c-4d37-bb7d-f2807784158f req-b3efcc19-e9a7-4d17-b1d5-d71d4b5bb04a tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/security-groups?id=4db08e9d-cd84-42ba-932f-62d3bd3b2487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616128 Jul 13 19:31:55.353292 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-c30086b6-7928-4ed1-b914-c8c5f1dba50b None None] Set router d4e16366-3bb8-485a-b78e-107d91ef4dc9 gateway port host: dv-cinder-786932-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:31:55.364664 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e3fd0-79a1-4b6a-b4fa-49f389b57375 req-4f7f619c-e719-4ee6-ad86-b365a246369d tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:55.373964 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f38e3fd0-79a1-4b6a-b4fa-49f389b57375 req-4f7f619c-e719-4ee6-ad86-b365a246369d tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 945 time: 0.5385308 Jul 13 19:31:55.425535 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [None req-314dff01-bf36-4ace-8604-eaa35f03f05e admin admin] Allocated IP 172.20.0.1 (99e380cd-7102-4c79-b131-e6ed35fdc46e/eb69a55d-98cc-449e-82b9-033876476048/fcd8b351-918e-4c55-82d9-6becb1cc5218) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:31:55.446969 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f38e3fd0-79a1-4b6a-b4fa-49f389b57375 req-d132c92f-0253-4d07-a0c9-c4bb305a5a17 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=f3a5b421-9b84-4f24-a1a2-8f0a98c65779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705729 Jul 13 19:31:55.685150 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-c9769696-8bb2-43e7-9750-331f200763ac None None] Notify callbacks [] for port, precommit_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:55.692556 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-314dff01-bf36-4ace-8604-eaa35f03f05e admin admin] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:55.699288 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.provisioning_blocks [None req-c9769696-8bb2-43e7-9750-331f200763ac None None] Transition to ACTIVE for port object 4bad84b3-f9b1-48de-bec0-7d7142bef975 will not be triggered until provisioned by entity L2. {{(pid=92926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:31:55.710529 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-c9769696-8bb2-43e7-9750-331f200763ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:55.731022 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-314dff01-bf36-4ace-8604-eaa35f03f05e admin admin] Transition to ACTIVE for port object fcd8b351-918e-4c55-82d9-6becb1cc5218 will not be triggered until provisioned by entity DHCP. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:31:55.784851 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-c30086b6-7928-4ed1-b914-c8c5f1dba50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'name': 'tempest-TestVolumeBootPattern-87398999-router', 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'b2a9af05-1c42-461c-be04-bc00e592d5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:31:42Z', 'updated_at': '2021-07-13T19:31:46Z', 'revision_number': 4, 'project_id': 'da56846ec73942cf83102acdbcf36164', 'gw_port': {'id': 'b2a9af05-1c42-461c-be04-bc00e592d5a7', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:42Z', 'updated_at': '2021-07-13T19:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_interfaces': [{'id': 'a03ab933-3f7b-4994-bc24-a8d794326af8', 'name': '', 'network_id': 'fe00eba9-0278-49ca-8d63-f9bff0de1d38', 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'mac_address': 'fa:16:3e:d1:18:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'e7c2ed50-4f57-4cc1-ae5d-bd0d76563475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:45Z', 'updated_at': '2021-07-13T19:31:54Z', 'revision_number': 4, 'project_id': 'da56846ec73942cf83102acdbcf36164', 'subnets': [{'id': 'e7c2ed50-4f57-4cc1-ae5d-bd0d76563475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:55.805317 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961abaeb-8105-4b54-a33b-598c87d0f66b None None] Pushing event updated for resources: {'Port': ['ID=4bad84b3-f9b1-48de-bec0-7d7142bef975,revision_number=2']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:55.813627 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-314dff01-bf36-4ace-8604-eaa35f03f05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752272454283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130471124'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:55.836623 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30086b6-7928-4ed1-b914-c8c5f1dba50b None None] The sync data for ids ['d4e16366-3bb8-485a-b78e-107d91ef4dc9'] in dv-cinder-786932-3-iscsi is: [{'id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'name': 'tempest-TestVolumeBootPattern-87398999-router', 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'b2a9af05-1c42-461c-be04-bc00e592d5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:31:42Z', 'updated_at': '2021-07-13T19:31:46Z', 'revision_number': 4, 'project_id': 'da56846ec73942cf83102acdbcf36164', 'gw_port': {'id': 'b2a9af05-1c42-461c-be04-bc00e592d5a7', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:42Z', 'updated_at': '2021-07-13T19:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_interfaces': [{'id': 'a03ab933-3f7b-4994-bc24-a8d794326af8', 'name': '', 'network_id': 'fe00eba9-0278-49ca-8d63-f9bff0de1d38', 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'mac_address': 'fa:16:3e:d1:18:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'e7c2ed50-4f57-4cc1-ae5d-bd0d76563475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:45Z', 'updated_at': '2021-07-13T19:31:54Z', 'revision_number': 4, 'project_id': 'da56846ec73942cf83102acdbcf36164', 'subnets': [{'id': 'e7c2ed50-4f57-4cc1-ae5d-bd0d76563475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:31:55.837428 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961abaeb-8105-4b54-a33b-598c87d0f66b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:55.837809 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961abaeb-8105-4b54-a33b-598c87d0f66b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:55.843452 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961abaeb-8105-4b54-a33b-598c87d0f66b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:55.843886 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961abaeb-8105-4b54-a33b-598c87d0f66b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:55.844226 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961abaeb-8105-4b54-a33b-598c87d0f66b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:55.844568 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961abaeb-8105-4b54-a33b-598c87d0f66b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:55.844901 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961abaeb-8105-4b54-a33b-598c87d0f66b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:55.845230 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961abaeb-8105-4b54-a33b-598c87d0f66b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:55.845578 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961abaeb-8105-4b54-a33b-598c87d0f66b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:55.845911 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961abaeb-8105-4b54-a33b-598c87d0f66b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:55.846232 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961abaeb-8105-4b54-a33b-598c87d0f66b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:55.846556 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961abaeb-8105-4b54-a33b-598c87d0f66b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:31:55.895554 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314dff01-bf36-4ace-8604-eaa35f03f05e admin admin] Network 99e380cd-7102-4c79-b131-e6ed35fdc46e is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:31:55.898749 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-314dff01-bf36-4ace-8604-eaa35f03f05e admin admin] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:31:55.902948 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314dff01-bf36-4ace-8604-eaa35f03f05e admin admin] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:31:55.909484 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [None req-c9769696-8bb2-43e7-9750-331f200763ac None None] Attempting to bind port 4bad84b3-f9b1-48de-bec0-7d7142bef975 on host dv-cinder-786932-3-iscsi for vnic_type normal with profile {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:31:55.909858 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [None req-c9769696-8bb2-43e7-9750-331f200763ac None None] Attempting to bind port 4bad84b3-f9b1-48de-bec0-7d7142bef975 by drivers openvswitch,hyperv on host dv-cinder-786932-3-iscsi at level 0 using segments [{'id': '2c1c5ac3-7b69-4096-8790-4108a346deee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2'}] {{(pid=92926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:31:55.910256 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9769696-8bb2-43e7-9750-331f200763ac None None] Attempting to bind port 4bad84b3-f9b1-48de-bec0-7d7142bef975 on network c2fcde99-d8d4-483e-a474-248e3afaaef2 {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:31:55.916404 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9769696-8bb2-43e7-9750-331f200763ac None None] Checking agent: {'id': '9c58f4e9-8628-43da-8d7d-cb04bd9f4726', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 19), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:31:55.916697 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9769696-8bb2-43e7-9750-331f200763ac None None] Checking segment: {'id': '2c1c5ac3-7b69-4096-8790-4108a346deee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:31:55.917095 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-c9769696-8bb2-43e7-9750-331f200763ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:55.917546 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9769696-8bb2-43e7-9750-331f200763ac None None] Bound using segment: {'id': '2c1c5ac3-7b69-4096-8790-4108a346deee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2'} {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:31:55.918592 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [None req-c9769696-8bb2-43e7-9750-331f200763ac None None] Bound port: 4bad84b3-f9b1-48de-bec0-7d7142bef975, host: dv-cinder-786932-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c1c5ac3-7b69-4096-8790-4108a346deee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2'}}] {{(pid=92926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:31:55.919190 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-c9769696-8bb2-43e7-9750-331f200763ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:55.946921 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64a80ed-df10-42bf-932a-2db0a22a378e None None] Network 99e380cd-7102-4c79-b131-e6ed35fdc46e requested from dv-cinder-786932-3-iscsi {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:31:55.963503 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314dff01-bf36-4ace-8604-eaa35f03f05e admin admin] Pushing event updated for resources: {'Port': ['ID=fcd8b351-918e-4c55-82d9-6becb1cc5218,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:55.989885 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-314dff01-bf36-4ace-8604-eaa35f03f05e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760526'] for router_interface, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:56.009927 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.db [None req-c9769696-8bb2-43e7-9750-331f200763ac None None] For port 4bad84b3-f9b1-48de-bec0-7d7142bef975, host dv-cinder-786932-3-iscsi, cleared binding levels {{(pid=92926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:31:56.014077 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.db [None req-c9769696-8bb2-43e7-9750-331f200763ac None None] For port 4bad84b3-f9b1-48de-bec0-7d7142bef975, host dv-cinder-786932-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=4bad84b3-f9b1-48de-bec0-7d7142bef975,segment=NetworkSegment(2c1c5ac3-7b69-4096-8790-4108a346deee),segment_id=2c1c5ac3-7b69-4096-8790-4108a346deee)] {{(pid=92926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:31:56.027791 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-c9769696-8bb2-43e7-9750-331f200763ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:56.054100 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-ef479e05-6cb5-47a2-b6d3-7a65449f2ade None None] Provisioning for port e311a9fc-6531-4d44-8186-dc15f64f3712 completed by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:31:56.194164 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961abaeb-8105-4b54-a33b-598c87d0f66b None None] Pushing event updated for resources: {'Port': ['ID=4bad84b3-f9b1-48de-bec0-7d7142bef975,revision_number=3']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:56.216477 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-314dff01-bf36-4ace-8604-eaa35f03f05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:56.267276 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9769696-8bb2-43e7-9750-331f200763ac None None] Routers {'144992e6-c87d-45f8-be8a-8439bc5ecdf3'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:31:56.267779 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-c9769696-8bb2-43e7-9750-331f200763ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:31:49Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['144992e6-c87d-45f8-be8a-8439bc5ecdf3'], 'active': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:56.472651 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 57188) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:56.694637 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device a03ab933-3f7b-4994-bc24-a8d794326af8 up at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:31:56.703847 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvr_db [None req-c9769696-8bb2-43e7-9750-331f200763ac None None] Set router 144992e6-c87d-45f8-be8a-8439bc5ecdf3 gateway port host: dv-cinder-786932-3-iscsi {{(pid=92926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:31:56.770181 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [None req-363bb50c-ba05-4c53-886c-2457ba2859ba admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1341712294-network', 'tenant_id': '759c4037af7741888a7fa0072e229b27'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:31:56.799960 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-363bb50c-ba05-4c53-886c-2457ba2859ba admin admin] Made reservation on behalf of 759c4037af7741888a7fa0072e229b27 for: {'network': 1} {{(pid=92924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:31:56.802581 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-363bb50c-ba05-4c53-886c-2457ba2859ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for network, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:56.829286 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-363bb50c-ba05-4c53-886c-2457ba2859ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:56.877765 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1954a8d-0889-4d5d-9124-8964d9b6aae2 req-89137b1c-056f-4131-bd01-46f5abb6c514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:56.879486 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-c1954a8d-0889-4d5d-9124-8964d9b6aae2 req-89137b1c-056f-4131-bd01-46f5abb6c514 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=67402faa97f64f238466e72ec9e27071&device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 1099 time: 0.3231623 Jul 13 19:31:57.110544 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e6ceea21-85a7-471e-b00b-aef5aab27ba2 None None] Provisioning for port fcd8b351-918e-4c55-82d9-6becb1cc5218 completed by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:31:57.114912 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning for port a03ab933-3f7b-4994-bc24-a8d794326af8 completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:31:57.125340 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e6ceea21-85a7-471e-b00b-aef5aab27ba2 None None] Provisioning complete for port fcd8b351-918e-4c55-82d9-6becb1cc5218 triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:31:57.125732 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e6ceea21-85a7-471e-b00b-aef5aab27ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:57.134267 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning complete for port a03ab933-3f7b-4994-bc24-a8d794326af8 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:31:57.134639 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:57.216472 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-c9769696-8bb2-43e7-9750-331f200763ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144992e6-c87d-45f8-be8a-8439bc5ecdf3', 'name': 'tempest-TestVolumeBootPattern-266486714-router', 'tenant_id': '509961f4aec74928b144ffe732d7ca60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '4bad84b3-f9b1-48de-bec0-7d7142bef975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:31:50Z', 'updated_at': '2021-07-13T19:31:56Z', 'revision_number': 4, 'project_id': '509961f4aec74928b144ffe732d7ca60', 'gw_port': {'id': '4bad84b3-f9b1-48de-bec0-7d7142bef975', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:05:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144992e6-c87d-45f8-be8a-8439bc5ecdf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:51Z', 'updated_at': '2021-07-13T19:31:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_interfaces': [{'id': 'fcd8b351-918e-4c55-82d9-6becb1cc5218', 'name': '', 'network_id': '99e380cd-7102-4c79-b131-e6ed35fdc46e', 'tenant_id': '509961f4aec74928b144ffe732d7ca60', 'mac_address': 'fa:16:3e:58:ca:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144992e6-c87d-45f8-be8a-8439bc5ecdf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'eb69a55d-98cc-449e-82b9-033876476048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:55Z', 'updated_at': '2021-07-13T19:31:55Z', 'revision_number': 1, 'project_id': '509961f4aec74928b144ffe732d7ca60', 'subnets': [{'id': 'eb69a55d-98cc-449e-82b9-033876476048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:31:57.292790 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9769696-8bb2-43e7-9750-331f200763ac None None] The sync data for ids ['144992e6-c87d-45f8-be8a-8439bc5ecdf3'] in dv-cinder-786932-3-iscsi is: [{'id': '144992e6-c87d-45f8-be8a-8439bc5ecdf3', 'name': 'tempest-TestVolumeBootPattern-266486714-router', 'tenant_id': '509961f4aec74928b144ffe732d7ca60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '4bad84b3-f9b1-48de-bec0-7d7142bef975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:31:50Z', 'updated_at': '2021-07-13T19:31:56Z', 'revision_number': 4, 'project_id': '509961f4aec74928b144ffe732d7ca60', 'gw_port': {'id': '4bad84b3-f9b1-48de-bec0-7d7142bef975', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:05:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144992e6-c87d-45f8-be8a-8439bc5ecdf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:51Z', 'updated_at': '2021-07-13T19:31:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_interfaces': [{'id': 'fcd8b351-918e-4c55-82d9-6becb1cc5218', 'name': '', 'network_id': '99e380cd-7102-4c79-b131-e6ed35fdc46e', 'tenant_id': '509961f4aec74928b144ffe732d7ca60', 'mac_address': 'fa:16:3e:58:ca:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144992e6-c87d-45f8-be8a-8439bc5ecdf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'eb69a55d-98cc-449e-82b9-033876476048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:55Z', 'updated_at': '2021-07-13T19:31:55Z', 'revision_number': 1, 'project_id': '509961f4aec74928b144ffe732d7ca60', 'subnets': [{'id': 'eb69a55d-98cc-449e-82b9-033876476048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:31:57.349798 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e4dfaa-3351-44e9-94b0-6ed4c41440d8 req-80145a8a-a4aa-4049-bffe-2943facefe9f tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:57.354725 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-87e4dfaa-3351-44e9-94b0-6ed4c41440d8 req-80145a8a-a4aa-4049-bffe-2943facefe9f tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 945 time: 0.2736347 Jul 13 19:31:57.390409 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-314dff01-bf36-4ace-8604-eaa35f03f05e admin admin] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:57.401082 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-314dff01-bf36-4ace-8604-eaa35f03f05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130471135'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:57.410255 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-e6ceea21-85a7-471e-b00b-aef5aab27ba2 None None] Port fcd8b351-918e-4c55-82d9-6becb1cc5218 cannot update to ACTIVE because it is not bound. {{(pid=92925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:31:57.441942 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:57.472575 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974524d3-eda0-4887-9e10-90ed71ae0d82 req-39e285e0-7d1c-4467-aa47-bfeac71bee2b tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:57.474147 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-974524d3-eda0-4887-9e10-90ed71ae0d82 req-39e285e0-7d1c-4467-aa47-bfeac71bee2b tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 946 time: 0.8467903 Jul 13 19:31:57.487912 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314dff01-bf36-4ace-8604-eaa35f03f05e admin admin] Pushing event updated for resources: {'Port': ['ID=fcd8b351-918e-4c55-82d9-6becb1cc5218,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:57.524502 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] For port a03ab933-3f7b-4994-bc24-a8d794326af8, host dv-cinder-786932-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=a03ab933-3f7b-4994-bc24-a8d794326af8,segment=NetworkSegment(9e78100f-3ded-4534-86f9-3d2900c1d317),segment_id=9e78100f-3ded-4534-86f9-3d2900c1d317)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:57.538478 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:57.539867 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device e311a9fc-6531-4d44-8186-dc15f64f3712 up at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:31:57.544214 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-87e4dfaa-3351-44e9-94b0-6ed4c41440d8 req-4d47c24a-74ee-4775-8ff8-671e3d2d71f5 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=f3a5b421-9b84-4f24-a1a2-8f0a98c65779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1780126 Jul 13 19:31:57.568660 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-314dff01-bf36-4ace-8604-eaa35f03f05e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759678'] for router_interface, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:57.643506 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-974524d3-eda0-4887-9e10-90ed71ae0d82 req-8a79d588-7f17-44d9-aaa5-e9e3f94d3b45 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/security-groups?id=4db08e9d-cd84-42ba-932f-62d3bd3b2487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222680 Jul 13 19:31:57.683924 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1954a8d-0889-4d5d-9124-8964d9b6aae2 req-1e5aa638-6ac1-4a48-98c6-f1f1ddde80f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:57.685886 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-c1954a8d-0889-4d5d-9124-8964d9b6aae2 req-1e5aa638-6ac1-4a48-98c6-f1f1ddde80f9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3e4dc58a-a6f8-4fc6-9689-be4b7fc56525 HTTP/1.1" status: 200 len: 910 time: 0.7975802 Jul 13 19:31:57.759486 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Pushing event updated for resources: {'Port': ['ID=a03ab933-3f7b-4994-bc24-a8d794326af8,revision_number=5']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:57.805353 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-077c3c2e-5e72-44b4-ad72-e4ff5dae1886 None None] Provisioning complete for port fcd8b351-918e-4c55-82d9-6becb1cc5218 triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:31:57.805740 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-077c3c2e-5e72-44b4-ad72-e4ff5dae1886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:57.809596 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning for port e311a9fc-6531-4d44-8186-dc15f64f3712 completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:31:57.834212 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning complete for port e311a9fc-6531-4d44-8186-dc15f64f3712 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:31:57.834596 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:57.853313 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-363bb50c-ba05-4c53-886c-2457ba2859ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:57.856818 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-c1954a8d-0889-4d5d-9124-8964d9b6aae2 req-547223b6-9d94-43ac-84e1-55089d665100 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1db67f4a-337f-4ef0-a0c9-bc0adbe267ce HTTP/1.1" status: 200 len: 1002 time: 0.1622369 Jul 13 19:31:57.863404 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-363bb50c-ba05-4c53-886c-2457ba2859ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:57.887002 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-077c3c2e-5e72-44b4-ad72-e4ff5dae1886 None None] Port fcd8b351-918e-4c55-82d9-6becb1cc5218 cannot update to ACTIVE because it is not bound. {{(pid=92925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:31:57.916502 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314dff01-bf36-4ace-8604-eaa35f03f05e admin admin] Network 99e380cd-7102-4c79-b131-e6ed35fdc46e is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:31:57.930668 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-314dff01-bf36-4ace-8604-eaa35f03f05e admin admin] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:31:57.958869 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363bb50c-ba05-4c53-886c-2457ba2859ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f1a545-c61d-4acd-9a56-274b620fc2f0,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:57.962228 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1954a8d-0889-4d5d-9124-8964d9b6aae2 req-4b1db54e-5e04-42f8-951e-ee52e60edaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:57.963814 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-c1954a8d-0889-4d5d-9124-8964d9b6aae2 req-4b1db54e-5e04-42f8-951e-ee52e60edaac service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6c3b9855-037d-4be9-92be-e197c249828f HTTP/1.1" status: 200 len: 848 time: 0.0965416 Jul 13 19:31:57.990767 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-363bb50c-ba05-4c53-886c-2457ba2859ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=92924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:31:58.018976 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:58.062727 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-363bb50c-ba05-4c53-886c-2457ba2859ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825552'] for segment, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:58.063470 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.db.segments_db [None req-363bb50c-ba05-4c53-886c-2457ba2859ba admin admin] Added segment 0993e669-427e-4a1d-9bc6-4f80573b737f of type vlan for network 9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4 Jul 13 19:31:58.113576 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] For port e311a9fc-6531-4d44-8186-dc15f64f3712, host dv-cinder-786932-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=e311a9fc-6531-4d44-8186-dc15f64f3712,segment=NetworkSegment(d39e3d67-3f31-4c8b-852d-199801cdb20c),segment_id=d39e3d67-3f31-4c8b-852d-199801cdb20c)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:31:58.133785 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:58.199747 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-363bb50c-ba05-4c53-886c-2457ba2859ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752272460036'] for network, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:58.226830 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1954a8d-0889-4d5d-9124-8964d9b6aae2 req-b45e721f-2bfb-4baf-89a1-987490919da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:58.231777 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-c1954a8d-0889-4d5d-9124-8964d9b6aae2 req-b45e721f-2bfb-4baf-89a1-987490919da0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3e4dc58a-a6f8-4fc6-9689-be4b7fc56525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2550564 Jul 13 19:31:58.297582 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Pushing event updated for resources: {'Port': ['ID=e311a9fc-6531-4d44-8186-dc15f64f3712,revision_number=3']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:58.391808 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device a03ab933-3f7b-4994-bc24-a8d794326af8 up at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:31:58.399364 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-314dff01-bf36-4ace-8604-eaa35f03f05e admin admin] Router 144992e6-c87d-45f8-be8a-8439bc5ecdf3 has already been hosted by L3 agent beedb406-ab13-44dd-957b-972171d020d2 {{(pid=92923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:31:58.417267 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.db.resource_extend [None req-363bb50c-ba05-4c53-886c-2457ba2859ba admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 19:31:58.439036 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-c1954a8d-0889-4d5d-9124-8964d9b6aae2 req-0d848883-196b-4d6c-a50f-1122beca8b17 service neutron] 10.222.0.18 "GET /v2.0/networks/3e4dc58a-a6f8-4fc6-9689-be4b7fc56525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986184 Jul 13 19:31:58.469601 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-9b9996c1-1b35-484f-9e03-c425f68d8a17 None None] Provisioning complete for port fcd8b351-918e-4c55-82d9-6becb1cc5218 triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:31:58.470008 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-9b9996c1-1b35-484f-9e03-c425f68d8a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:58.521403 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-9b9996c1-1b35-484f-9e03-c425f68d8a17 None None] Port fcd8b351-918e-4c55-82d9-6becb1cc5218 cannot update to ACTIVE because it is not bound. {{(pid=92925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:31:58.530503 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-363bb50c-ba05-4c53-886c-2457ba2859ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108'] for network, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:58.531621 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363bb50c-ba05-4c53-886c-2457ba2859ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:58.532230 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-363bb50c-ba05-4c53-886c-2457ba2859ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600154'] for network, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:58.550086 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning complete for port a03ab933-3f7b-4994-bc24-a8d794326af8 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:31:58.550763 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:58.614659 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314dff01-bf36-4ace-8604-eaa35f03f05e admin admin] Notify agent at l3_agent.dv-cinder-786932-3-iscsi the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:31:58.621930 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-314dff01-bf36-4ace-8604-eaa35f03f05e admin admin] 10.222.0.67 "PUT /v2.0/routers/144992e6-c87d-45f8-be8a-8439bc5ecdf3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6723063 Jul 13 19:31:58.761453 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-363bb50c-ba05-4c53-886c-2457ba2859ba admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2842104 Jul 13 19:31:58.763214 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 57200) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:58.763504 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-c1954a8d-0889-4d5d-9124-8964d9b6aae2 req-a8a28152-e1f4-4c41-9175-2ba1e2c40adb service neutron] 10.222.0.18 "GET /v2.0/networks/3e4dc58a-a6f8-4fc6-9689-be4b7fc56525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171964 Jul 13 19:31:58.772677 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363bb50c-ba05-4c53-886c-2457ba2859ba admin admin] Pushing event updated for resources: {'Network': ['ID=9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:58.788902 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Network 9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4 details requested by agent ovs-agent-dv-cinder-786932-3-iscsi with host dv-cinder-786932-3-iscsi {{(pid=92925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:31:58.834729 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-64546d6c-e9ca-4f69-8110-d384c42c79c9 admin admin] Request body: {'subnet': {'network_id': '9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1341712294-subnet', 'tenant_id': '759c4037af7741888a7fa0072e229b27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:31:58.908653 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64546d6c-e9ca-4f69-8110-d384c42c79c9 admin admin] Made reservation on behalf of 759c4037af7741888a7fa0072e229b27 for: {'subnet': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:31:58.911985 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-64546d6c-e9ca-4f69-8110-d384c42c79c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130128677'] for subnet, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:58.995249 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4735e9e7-2d34-4c01-83c9-ea1e3c038673 req-c5cb099f-b0fa-43b3-a9f8-2c4afb24a931 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:58.997625 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-4735e9e7-2d34-4c01-83c9-ea1e3c038673 req-c5cb099f-b0fa-43b3-a9f8-2c4afb24a931 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 946 time: 0.0932429 Jul 13 19:31:59.024745 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c5972-ae42-4bb2-ad75-5a0c5c16c5fa req-b1177f7b-7f18-42e7-b03b-15f6f45e42d5 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:59.026425 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-fa5c5972-ae42-4bb2-ad75-5a0c5c16c5fa req-b1177f7b-7f18-42e7-b03b-15f6f45e42d5 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 945 time: 0.2817469 Jul 13 19:31:59.050855 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-4735e9e7-2d34-4c01-83c9-ea1e3c038673 req-e0d721c7-988e-48d3-aa17-e308fe8c97b8 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/security-groups?id=4db08e9d-cd84-42ba-932f-62d3bd3b2487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449209 Jul 13 19:31:59.182882 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-fa5c5972-ae42-4bb2-ad75-5a0c5c16c5fa req-50834a43-20cd-48a6-a6c2-c7281ef73e9d tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=f3a5b421-9b84-4f24-a1a2-8f0a98c65779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324627 Jul 13 19:31:59.327816 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-64546d6c-e9ca-4f69-8110-d384c42c79c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130470984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130128663'] for subnet, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:59.413990 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64546d6c-e9ca-4f69-8110-d384c42c79c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=982b3006-667f-4e5e-8ceb-cb52c1399296,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:31:59.432922 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64546d6c-e9ca-4f69-8110-d384c42c79c9 admin admin] Checking segment: {'id': '0993e669-427e-4a1d-9bc6-4f80573b737f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:31:59.433418 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64546d6c-e9ca-4f69-8110-d384c42c79c9 admin admin] Network hostable DHCP agents. Network: 9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4, hostable agents: ['7ca4706b-9f63-429b-b1b9-7cbaa1b8656d'], hosted agents: [] {{(pid=92923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:31:59.454837 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64546d6c-e9ca-4f69-8110-d384c42c79c9 admin admin] Network 9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4 is scheduled to be hosted by DHCP agent 7ca4706b-9f63-429b-b1b9-7cbaa1b8656d with binding_index 1 {{(pid=92923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:31:59.473482 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-64546d6c-e9ca-4f69-8110-d384c42c79c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-3-iscsi, 9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4) {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:31:59.481333 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afa8389-b7cd-434c-9020-5d74b7f3c8fb None None] Network 9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4 requested from dv-cinder-786932-3-iscsi {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:31:59.501396 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64546d6c-e9ca-4f69-8110-d384c42c79c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:31:59.502007 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-64546d6c-e9ca-4f69-8110-d384c42c79c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:59.532289 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-64546d6c-e9ca-4f69-8110-d384c42c79c9 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7522027 Jul 13 19:31:59.673929 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188b2c4d-09ab-4534-9a2b-7fee010beb6a None None] Network 9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4 requested from dv-cinder-786932-3-iscsi {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:31:59.965697 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 57214) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:31:59.976167 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-2f12cee2-7175-44d0-9fac-789eb405c30f tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2103661069', 'description': 'tempest-secgroup-smoke-2103661069 description', 'project_id': 'da56846ec73942cf83102acdbcf36164'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:31:59.994538 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:00.060952 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2f12cee2-7175-44d0-9fac-789eb405c30f tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:00.316287 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2f12cee2-7175-44d0-9fac-789eb405c30f tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:00.328018 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51321cc-de7f-4626-aefc-10c69c5118b6 req-7141f620-e135-4a56-9dd8-3f406d18d150 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:00.330083 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b51321cc-de7f-4626-aefc-10c69c5118b6 req-7141f620-e135-4a56-9dd8-3f406d18d150 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/networks?id=9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4 HTTP/1.1" status: 200 len: 815 time: 0.2443664 Jul 13 19:32:00.331615 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2f12cee2-7175-44d0-9fac-789eb405c30f tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:00.370208 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68266816-8553-4776-9180-aa855f92079b req-861622e8-2e2b-48c8-bddf-cb78c2ccd710 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:00.373048 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-68266816-8553-4776-9180-aa855f92079b req-861622e8-2e2b-48c8-bddf-cb78c2ccd710 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 946 time: 0.1274128 Jul 13 19:32:00.373622 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b51321cc-de7f-4626-aefc-10c69c5118b6 req-fd37b4ec-bc64-4ef1-9736-2f48a92c448a tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/quotas/759c4037af7741888a7fa0072e229b27 HTTP/1.1" status: 200 len: 375 time: 0.0364668 Jul 13 19:32:00.379036 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2f12cee2-7175-44d0-9fac-789eb405c30f tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:00.380745 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-2f12cee2-7175-44d0-9fac-789eb405c30f tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4139035 Jul 13 19:32:00.398011 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 57228) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:00.402762 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-c9b25e54-1efd-4b33-8b85-d7dbca8a88d4 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Request body: {'security_group_rule': {'security_group_id': 'e4da3ed7-58bd-421e-aadf-e530e2f1571d', 'project_id': 'da56846ec73942cf83102acdbcf36164', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:32:00.449702 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b51321cc-de7f-4626-aefc-10c69c5118b6 req-1b88df46-c5c2-44ca-a7ca-843e57dd8359 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=759c4037af7741888a7fa0072e229b27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0623014 Jul 13 19:32:00.454895 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f12cee2-7175-44d0-9fac-789eb405c30f tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4da3ed7-58bd-421e-aadf-e530e2f1571d,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:00.458785 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c9b25e54-1efd-4b33-8b85-d7dbca8a88d4 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:00.484482 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-68266816-8553-4776-9180-aa855f92079b req-122ef3c6-7922-46d6-9132-ae5260519c6d tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/security-groups?id=4db08e9d-cd84-42ba-932f-62d3bd3b2487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983281 Jul 13 19:32:00.529544 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device 4bad84b3-f9b1-48de-bec0-7d7142bef975 up at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:32:00.566187 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c9b25e54-1efd-4b33-8b85-d7dbca8a88d4 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:00.610329 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning for port 4bad84b3-f9b1-48de-bec0-7d7142bef975 completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:32:00.616177 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning complete for port 4bad84b3-f9b1-48de-bec0-7d7142bef975 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:32:00.617174 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:00.663630 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c9b25e54-1efd-4b33-8b85-d7dbca8a88d4 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651252'] for security_group_rule, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:00.687380 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b25e54-1efd-4b33-8b85-d7dbca8a88d4 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71d605ef-63f1-47af-aed4-5a886c19d573,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:00.708469 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c9b25e54-1efd-4b33-8b85-d7dbca8a88d4 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:00.710064 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-c9b25e54-1efd-4b33-8b85-d7dbca8a88d4 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3106098 Jul 13 19:32:00.712479 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 57232) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:00.718709 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-29e585bc-440b-474c-9fa5-ea0f6abebb7e tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Request body: {'security_group_rule': {'security_group_id': 'e4da3ed7-58bd-421e-aadf-e530e2f1571d', 'project_id': 'da56846ec73942cf83102acdbcf36164', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:32:00.729856 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b51321cc-de7f-4626-aefc-10c69c5118b6 req-5ee0950e-718c-42dc-8a00-c07d239a76f2 service neutron] 10.222.0.67 "GET /v2.0/networks/9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677333 Jul 13 19:32:00.777583 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:00.813134 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] For port 4bad84b3-f9b1-48de-bec0-7d7142bef975, host dv-cinder-786932-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=4bad84b3-f9b1-48de-bec0-7d7142bef975,segment=NetworkSegment(2c1c5ac3-7b69-4096-8790-4108a346deee),segment_id=2c1c5ac3-7b69-4096-8790-4108a346deee)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:00.823435 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:00.824548 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device e311a9fc-6531-4d44-8186-dc15f64f3712 up at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:32:00.824970 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b07ab81-b737-424e-92b0-7fc68f1c1668 req-93590e8c-13dd-4c71-b3a4-a5b4adba314d tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:00.826523 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2b07ab81-b737-424e-92b0-7fc68f1c1668 req-93590e8c-13dd-4c71-b3a4-a5b4adba314d tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 945 time: 0.1789696 Jul 13 19:32:00.874929 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-29e585bc-440b-474c-9fa5-ea0f6abebb7e tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:00.896732 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b51321cc-de7f-4626-aefc-10c69c5118b6 req-c31964e4-acc8-459a-8808-ac08addebcde service neutron] 10.222.0.67 "GET /v2.0/networks/9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587601 Jul 13 19:32:00.909346 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Pushing event updated for resources: {'Port': ['ID=4bad84b3-f9b1-48de-bec0-7d7142bef975,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:00.934064 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2b07ab81-b737-424e-92b0-7fc68f1c1668 req-6b74fd9f-f8a7-400f-86e1-2e5495df2bc3 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=f3a5b421-9b84-4f24-a1a2-8f0a98c65779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993052 Jul 13 19:32:01.004194 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning complete for port e311a9fc-6531-4d44-8186-dc15f64f3712 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:32:01.004619 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:01.042848 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-29e585bc-440b-474c-9fa5-ea0f6abebb7e tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:01.051147 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-29e585bc-440b-474c-9fa5-ea0f6abebb7e tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651252'] for security_group_rule, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:01.099490 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e585bc-440b-474c-9fa5-ea0f6abebb7e tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03e890d0-4399-4b09-be67-dd66efb9add3,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:01.103706 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-29e585bc-440b-474c-9fa5-ea0f6abebb7e tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:01.110871 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-29e585bc-440b-474c-9fa5-ea0f6abebb7e tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3973606 Jul 13 19:32:01.111344 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 57234) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:01.116593 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [None req-3151f759-0cd1-47e0-a95e-1ced7c59b729 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Request body: {'security_group_rule': {'security_group_id': 'e4da3ed7-58bd-421e-aadf-e530e2f1571d', 'project_id': 'da56846ec73942cf83102acdbcf36164', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:32:01.173314 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3151f759-0cd1-47e0-a95e-1ced7c59b729 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:01.278484 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-c600920b-82a3-4af3-8534-123200279cc8 req-f24f6637-2ccd-4316-8e6f-9ddfb220d6b9 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/ports?device_id=39b601ce-0672-43a5-9599-75f58da22a08 HTTP/1.1" status: 200 len: 210 time: 0.0475366 Jul 13 19:32:01.318322 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3151f759-0cd1-47e0-a95e-1ced7c59b729 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:01.323867 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3151f759-0cd1-47e0-a95e-1ced7c59b729 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651252'] for security_group_rule, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:01.346824 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3151f759-0cd1-47e0-a95e-1ced7c59b729 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7f38b18-d7b7-4b5f-ab08-ec1602eb4324,revision_number=0']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:01.375371 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3151f759-0cd1-47e0-a95e-1ced7c59b729 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:01.375371 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-3151f759-0cd1-47e0-a95e-1ced7c59b729 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2544975 Jul 13 19:32:01.375371 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 57242) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:01.390981 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [None req-9cce4914-f618-4ece-a68b-9c15d157300c tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Request body: {'security_group_rule': {'security_group_id': 'e4da3ed7-58bd-421e-aadf-e530e2f1571d', 'project_id': 'da56846ec73942cf83102acdbcf36164', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:32:01.423920 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9cce4914-f618-4ece-a68b-9c15d157300c tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:01.542930 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9cce4914-f618-4ece-a68b-9c15d157300c tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:01.549494 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9cce4914-f618-4ece-a68b-9c15d157300c tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651252'] for security_group_rule, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:01.554022 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637e71f5-51b7-41ef-80b1-e76d18f4d848 None None] Sync routers for ids ['144992e6-c87d-45f8-be8a-8439bc5ecdf3'] in dv-cinder-786932-3-iscsi {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:32:01.568936 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637e71f5-51b7-41ef-80b1-e76d18f4d848 None None] Routers {'144992e6-c87d-45f8-be8a-8439bc5ecdf3'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:32:01.569948 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cce4914-f618-4ece-a68b-9c15d157300c tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ba894fd-191f-4b51-acf1-f5b0ddf2d019,revision_number=0']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:01.570196 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-637e71f5-51b7-41ef-80b1-e76d18f4d848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:31:49Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['144992e6-c87d-45f8-be8a-8439bc5ecdf3'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:01.576712 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9cce4914-f618-4ece-a68b-9c15d157300c tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:01.578354 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-9cce4914-f618-4ece-a68b-9c15d157300c tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2065136 Jul 13 19:32:01.581033 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 57250) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:01.587747 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-7eb5e305-de48-45fd-9e05-6dc5357dc469 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Request body: {'security_group_rule': {'security_group_id': 'e4da3ed7-58bd-421e-aadf-e530e2f1571d', 'project_id': 'da56846ec73942cf83102acdbcf36164', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:32:01.637977 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.db.securitygroups_db [None req-7eb5e305-de48-45fd-9e05-6dc5357dc469 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Project da56846ec73942cf83102acdbcf36164 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 19:32:01.644614 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7eb5e305-de48-45fd-9e05-6dc5357dc469 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:01.778911 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7eb5e305-de48-45fd-9e05-6dc5357dc469 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:01.786062 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7eb5e305-de48-45fd-9e05-6dc5357dc469 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651252'] for security_group_rule, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:01.822758 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb5e305-de48-45fd-9e05-6dc5357dc469 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36fef703-e7a6-4fee-85c1-dd1fc0b3d590,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:01.845143 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-637e71f5-51b7-41ef-80b1-e76d18f4d848 None None] Set router 144992e6-c87d-45f8-be8a-8439bc5ecdf3 gateway port host: dv-cinder-786932-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:32:01.858743 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a862ab6-6ebd-41a8-87d7-755540400b8a req-ad467cee-59de-4dbb-9682-becfb6bbd273 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:01.860763 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1a862ab6-6ebd-41a8-87d7-755540400b8a req-ad467cee-59de-4dbb-9682-becfb6bbd273 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 946 time: 0.1546571 Jul 13 19:32:01.867610 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7eb5e305-de48-45fd-9e05-6dc5357dc469 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:01.869394 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-7eb5e305-de48-45fd-9e05-6dc5357dc469 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2870450 Jul 13 19:32:01.872091 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 57258) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:01.878832 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [None req-62279ab9-9f6d-4ce1-9e2d-5e2ff76e0d52 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Request body: {'security_group_rule': {'security_group_id': 'e4da3ed7-58bd-421e-aadf-e530e2f1571d', 'project_id': 'da56846ec73942cf83102acdbcf36164', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:32:01.943154 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1a862ab6-6ebd-41a8-87d7-755540400b8a req-24005031-c9ec-442f-abd9-f1aff7823d29 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/security-groups?id=4db08e9d-cd84-42ba-932f-62d3bd3b2487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707629 Jul 13 19:32:01.948641 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.db.securitygroups_db [None req-62279ab9-9f6d-4ce1-9e2d-5e2ff76e0d52 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Project da56846ec73942cf83102acdbcf36164 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 19:32:01.954927 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-62279ab9-9f6d-4ce1-9e2d-5e2ff76e0d52 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:02.057555 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-62279ab9-9f6d-4ce1-9e2d-5e2ff76e0d52 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:02.068490 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-62279ab9-9f6d-4ce1-9e2d-5e2ff76e0d52 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651252'] for security_group_rule, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:02.126033 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62279ab9-9f6d-4ce1-9e2d-5e2ff76e0d52 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7e49635-5d95-416d-b61b-272b8464af48,revision_number=0']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:02.131592 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-62279ab9-9f6d-4ce1-9e2d-5e2ff76e0d52 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:02.136067 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-62279ab9-9f6d-4ce1-9e2d-5e2ff76e0d52 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2594397 Jul 13 19:32:02.176727 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-637e71f5-51b7-41ef-80b1-e76d18f4d848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144992e6-c87d-45f8-be8a-8439bc5ecdf3', 'name': 'tempest-TestVolumeBootPattern-266486714-router', 'tenant_id': '509961f4aec74928b144ffe732d7ca60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '4bad84b3-f9b1-48de-bec0-7d7142bef975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:31:50Z', 'updated_at': '2021-07-13T19:31:56Z', 'revision_number': 4, 'project_id': '509961f4aec74928b144ffe732d7ca60', 'gw_port': {'id': '4bad84b3-f9b1-48de-bec0-7d7142bef975', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:05:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144992e6-c87d-45f8-be8a-8439bc5ecdf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:51Z', 'updated_at': '2021-07-13T19:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_interfaces': [{'id': 'fcd8b351-918e-4c55-82d9-6becb1cc5218', 'name': '', 'network_id': '99e380cd-7102-4c79-b131-e6ed35fdc46e', 'tenant_id': '509961f4aec74928b144ffe732d7ca60', 'mac_address': 'fa:16:3e:58:ca:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144992e6-c87d-45f8-be8a-8439bc5ecdf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'eb69a55d-98cc-449e-82b9-033876476048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:55Z', 'updated_at': '2021-07-13T19:31:56Z', 'revision_number': 2, 'project_id': '509961f4aec74928b144ffe732d7ca60', 'subnets': [{'id': 'eb69a55d-98cc-449e-82b9-033876476048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:02.242831 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637e71f5-51b7-41ef-80b1-e76d18f4d848 None None] Checking router: 144992e6-c87d-45f8-be8a-8439bc5ecdf3 for host: dv-cinder-786932-3-iscsi {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:32:02.242956 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637e71f5-51b7-41ef-80b1-e76d18f4d848 None None] Updating router 144992e6-c87d-45f8-be8a-8439bc5ecdf3 port fcd8b351-918e-4c55-82d9-6becb1cc5218 binding host dv-cinder-786932-3-iscsi {{(pid=92925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:32:02.290419 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-637e71f5-51b7-41ef-80b1-e76d18f4d848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:02.400922 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device 4bad84b3-f9b1-48de-bec0-7d7142bef975 up at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:32:02.420161 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b5dd82-dac9-4837-8074-08c8b168a108 req-0e524b42-3274-4eb6-bbf7-a9c7459487f5 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:02.421935 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-94b5dd82-dac9-4837-8074-08c8b168a108 req-0e524b42-3274-4eb6-bbf7-a9c7459487f5 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 945 time: 0.1910191 Jul 13 19:32:02.521788 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-94b5dd82-dac9-4837-8074-08c8b168a108 req-6857b4fc-d17a-440c-8072-010aab8b7764 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=f3a5b421-9b84-4f24-a1a2-8f0a98c65779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936038 Jul 13 19:32:02.669561 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning complete for port 4bad84b3-f9b1-48de-bec0-7d7142bef975 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:32:02.670646 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:02.721820 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 57312) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:02.824729 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1e762af5-7f62-4341-85a5-543743e2e0df req-0d93820e-4b6c-43c8-827f-eb264ea43f11 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/ports?device_id=39b601ce-0672-43a5-9599-75f58da22a08 HTTP/1.1" status: 200 len: 210 time: 0.1057415 Jul 13 19:32:02.943461 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-637e71f5-51b7-41ef-80b1-e76d18f4d848 None None] Notify callbacks [] for port, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:02.960435 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-637e71f5-51b7-41ef-80b1-e76d18f4d848 None None] Transition to ACTIVE for port object fcd8b351-918e-4c55-82d9-6becb1cc5218 will not be triggered until provisioned by entity L2. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:32:02.974928 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-637e71f5-51b7-41ef-80b1-e76d18f4d848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:03.008697 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-50661c76-c9e7-49be-b80e-d654a652602b req-b578f2b5-66ca-48ae-93f6-43ff3c020444 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2856834 Jul 13 19:32:03.042612 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f4a86-62a5-4e07-a929-5911864a0d9d req-266d60f1-17b7-4c14-9e40-a87aa2ad548f tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:03.044551 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-c79f4a86-62a5-4e07-a929-5911864a0d9d req-266d60f1-17b7-4c14-9e40-a87aa2ad548f tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 946 time: 0.1361072 Jul 13 19:32:03.054395 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c4b2b9-b691-47cb-b37e-3d28bdba5882 None None] Pushing event updated for resources: {'Port': ['ID=fcd8b351-918e-4c55-82d9-6becb1cc5218,revision_number=3']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:03.152595 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-637e71f5-51b7-41ef-80b1-e76d18f4d848 None None] Attempting to bind port fcd8b351-918e-4c55-82d9-6becb1cc5218 on host dv-cinder-786932-3-iscsi for vnic_type normal with profile {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:32:03.153054 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-637e71f5-51b7-41ef-80b1-e76d18f4d848 None None] Attempting to bind port fcd8b351-918e-4c55-82d9-6becb1cc5218 by drivers openvswitch,hyperv on host dv-cinder-786932-3-iscsi at level 0 using segments [{'id': 'd39e3d67-3f31-4c8b-852d-199801cdb20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '99e380cd-7102-4c79-b131-e6ed35fdc46e'}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:32:03.153486 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637e71f5-51b7-41ef-80b1-e76d18f4d848 None None] Attempting to bind port fcd8b351-918e-4c55-82d9-6becb1cc5218 on network 99e380cd-7102-4c79-b131-e6ed35fdc46e {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:32:03.159793 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637e71f5-51b7-41ef-80b1-e76d18f4d848 None None] Checking agent: {'id': '9c58f4e9-8628-43da-8d7d-cb04bd9f4726', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 17, 19), 'started_at': datetime.datetime(2021, 7, 13, 19, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:32:03.160346 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637e71f5-51b7-41ef-80b1-e76d18f4d848 None None] Checking segment: {'id': 'd39e3d67-3f31-4c8b-852d-199801cdb20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '99e380cd-7102-4c79-b131-e6ed35fdc46e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:32:03.160834 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-637e71f5-51b7-41ef-80b1-e76d18f4d848 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:03.161424 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637e71f5-51b7-41ef-80b1-e76d18f4d848 None None] Bound using segment: {'id': 'd39e3d67-3f31-4c8b-852d-199801cdb20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '99e380cd-7102-4c79-b131-e6ed35fdc46e'} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:32:03.161965 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-637e71f5-51b7-41ef-80b1-e76d18f4d848 None None] Bound port: fcd8b351-918e-4c55-82d9-6becb1cc5218, host: dv-cinder-786932-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd39e3d67-3f31-4c8b-852d-199801cdb20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '99e380cd-7102-4c79-b131-e6ed35fdc46e'}}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:32:03.162420 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-637e71f5-51b7-41ef-80b1-e76d18f4d848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:03.212698 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-c79f4a86-62a5-4e07-a929-5911864a0d9d req-e308288c-e1dd-40de-a363-3c7517eb7566 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/security-groups?id=4db08e9d-cd84-42ba-932f-62d3bd3b2487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604071 Jul 13 19:32:03.362856 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-637e71f5-51b7-41ef-80b1-e76d18f4d848 None None] For port fcd8b351-918e-4c55-82d9-6becb1cc5218, host dv-cinder-786932-3-iscsi, cleared binding levels {{(pid=92925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:32:03.379552 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-637e71f5-51b7-41ef-80b1-e76d18f4d848 None None] For port fcd8b351-918e-4c55-82d9-6becb1cc5218, host dv-cinder-786932-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=fcd8b351-918e-4c55-82d9-6becb1cc5218,segment=NetworkSegment(d39e3d67-3f31-4c8b-852d-199801cdb20c),segment_id=d39e3d67-3f31-4c8b-852d-199801cdb20c)] {{(pid=92925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:32:03.393474 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-637e71f5-51b7-41ef-80b1-e76d18f4d848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:03.534218 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c4b2b9-b691-47cb-b37e-3d28bdba5882 None None] Pushing event updated for resources: {'Port': ['ID=fcd8b351-918e-4c55-82d9-6becb1cc5218,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:03.543420 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device 1db67f4a-337f-4ef0-a0c9-bc0adbe267ce no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:32:03.619599 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51321cc-de7f-4626-aefc-10c69c5118b6 req-f8d1e08e-aa2b-4905-8d7e-c4631a023d9f tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:03.623013 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-b51321cc-de7f-4626-aefc-10c69c5118b6 req-f8d1e08e-aa2b-4905-8d7e-c4631a023d9f tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.18 "GET /v2.0/networks?id=9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4 HTTP/1.1" status: 200 len: 815 time: 0.2212920 Jul 13 19:32:03.644465 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [req-b51321cc-de7f-4626-aefc-10c69c5118b6 req-c80f4857-e780-41d2-98d3-f76422ab8fd8 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Request body: {'port': {'device_id': '39b601ce-0672-43a5-9599-75f58da22a08', 'network_id': '9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4', 'admin_state_up': True, 'tenant_id': '759c4037af7741888a7fa0072e229b27'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:32:03.816667 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637e71f5-51b7-41ef-80b1-e76d18f4d848 None None] Routers {'144992e6-c87d-45f8-be8a-8439bc5ecdf3'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:32:03.817358 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-637e71f5-51b7-41ef-80b1-e76d18f4d848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:31:49Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['144992e6-c87d-45f8-be8a-8439bc5ecdf3'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:03.943724 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf12c9-394d-4772-83b0-d911490a778b req-1c0aa9f8-e3e4-4dd5-bb1f-e0a15574cbca tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:03.946431 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7bbf12c9-394d-4772-83b0-d911490a778b req-1c0aa9f8-e3e4-4dd5-bb1f-e0a15574cbca tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 945 time: 0.1980312 Jul 13 19:32:03.973973 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-637e71f5-51b7-41ef-80b1-e76d18f4d848 None None] Set router 144992e6-c87d-45f8-be8a-8439bc5ecdf3 gateway port host: dv-cinder-786932-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:32:03.984255 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b51321cc-de7f-4626-aefc-10c69c5118b6 req-c80f4857-e780-41d2-98d3-f76422ab8fd8 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Made reservation on behalf of 759c4037af7741888a7fa0072e229b27 for: {'port': 1} {{(pid=92924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:32:03.988025 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-b51321cc-de7f-4626-aefc-10c69c5118b6 req-c80f4857-e780-41d2-98d3-f76422ab8fd8 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:04.031969 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7bbf12c9-394d-4772-83b0-d911490a778b req-5051b961-457b-4d7b-b444-cd0681fee845 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=f3a5b421-9b84-4f24-a1a2-8f0a98c65779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797884 Jul 13 19:32:04.119717 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-4cd70819-9715-47fb-8efa-db2e1cecfbbc req-401d6601-dd1c-456c-a794-c95759df4d25 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/ports?device_id=39b601ce-0672-43a5-9599-75f58da22a08 HTTP/1.1" status: 200 len: 210 time: 0.0461273 Jul 13 19:32:04.205850 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [req-b51321cc-de7f-4626-aefc-10c69c5118b6 req-c80f4857-e780-41d2-98d3-f76422ab8fd8 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Allocated IP 172.20.0.4 (9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4/982b3006-667f-4e5e-8ceb-cb52c1399296/186cfbcf-1c45-489c-9d96-1df70fb54d47) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:32:04.216210 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:04.272482 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d83e088-f62a-40f1-87d7-784bfcbcaed8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1db67f4a-337f-4ef0-a0c9-bc0adbe267ce'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:32:04.274984 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540c69b029c7553e3853e743d2a892cf8287872a4bddd25c2711216cf853e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aff9e82-4741-4bf0-99e7-da6347f3853d" -d '{"events": [{"server_uuid": "3d83e088-f62a-40f1-87d7-784bfcbcaed8", "name": "network-vif-unplugged", "status": "completed", "tag": "1db67f4a-337f-4ef0-a0c9-bc0adbe267ce"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:32:04.293196 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port 1db67f4a-337f-4ef0-a0c9-bc0adbe267ce, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=1db67f4a-337f-4ef0-a0c9-bc0adbe267ce,segment=NetworkSegment(7ab24263-1de9-41e1-b330-4c6bf47d6bcd),segment_id=7ab24263-1de9-41e1-b330-4c6bf47d6bcd)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:04.300400 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:04.338530 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 13 Jul 2021 19:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130dc37b-fa96-40fa-bc06-761a00c73df5 x-openstack-request-id: req-130dc37b-fa96-40fa-bc06-761a00c73df5 {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:32:04.338828 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d83e088-f62a-40f1-87d7-784bfcbcaed8", "name": "network-vif-unplugged", "status": "failed", "tag": "1db67f4a-337f-4ef0-a0c9-bc0adbe267ce", "code": 422}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:32:04.339107 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-130dc37b-fa96-40fa-bc06-761a00c73df5 {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:32:04.339563 dv-cinder-786932-3-iscsi neutron-server[92925]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3d83e088-f62a-40f1-87d7-784bfcbcaed8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1db67f4a-337f-4ef0-a0c9-bc0adbe267ce', 'code': 422} returned with failed status Jul 13 19:32:04.344561 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-637e71f5-51b7-41ef-80b1-e76d18f4d848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144992e6-c87d-45f8-be8a-8439bc5ecdf3', 'name': 'tempest-TestVolumeBootPattern-266486714-router', 'tenant_id': '509961f4aec74928b144ffe732d7ca60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '4bad84b3-f9b1-48de-bec0-7d7142bef975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:31:50Z', 'updated_at': '2021-07-13T19:31:56Z', 'revision_number': 4, 'project_id': '509961f4aec74928b144ffe732d7ca60', 'gw_port': {'id': '4bad84b3-f9b1-48de-bec0-7d7142bef975', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:05:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144992e6-c87d-45f8-be8a-8439bc5ecdf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:51Z', 'updated_at': '2021-07-13T19:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_interfaces': [{'id': 'fcd8b351-918e-4c55-82d9-6becb1cc5218', 'name': '', 'network_id': '99e380cd-7102-4c79-b131-e6ed35fdc46e', 'tenant_id': '509961f4aec74928b144ffe732d7ca60', 'mac_address': 'fa:16:3e:58:ca:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144992e6-c87d-45f8-be8a-8439bc5ecdf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'eb69a55d-98cc-449e-82b9-033876476048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:55Z', 'updated_at': '2021-07-13T19:32:03Z', 'revision_number': 4, 'project_id': '509961f4aec74928b144ffe732d7ca60', 'subnets': [{'id': 'eb69a55d-98cc-449e-82b9-033876476048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:04.384170 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637e71f5-51b7-41ef-80b1-e76d18f4d848 None None] The sync data for ids ['144992e6-c87d-45f8-be8a-8439bc5ecdf3'] in dv-cinder-786932-3-iscsi is: [{'id': '144992e6-c87d-45f8-be8a-8439bc5ecdf3', 'name': 'tempest-TestVolumeBootPattern-266486714-router', 'tenant_id': '509961f4aec74928b144ffe732d7ca60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '4bad84b3-f9b1-48de-bec0-7d7142bef975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:31:50Z', 'updated_at': '2021-07-13T19:31:56Z', 'revision_number': 4, 'project_id': '509961f4aec74928b144ffe732d7ca60', 'gw_port': {'id': '4bad84b3-f9b1-48de-bec0-7d7142bef975', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:05:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144992e6-c87d-45f8-be8a-8439bc5ecdf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:51Z', 'updated_at': '2021-07-13T19:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_interfaces': [{'id': 'fcd8b351-918e-4c55-82d9-6becb1cc5218', 'name': '', 'network_id': '99e380cd-7102-4c79-b131-e6ed35fdc46e', 'tenant_id': '509961f4aec74928b144ffe732d7ca60', 'mac_address': 'fa:16:3e:58:ca:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144992e6-c87d-45f8-be8a-8439bc5ecdf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'eb69a55d-98cc-449e-82b9-033876476048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:55Z', 'updated_at': '2021-07-13T19:32:03Z', 'revision_number': 4, 'project_id': '509961f4aec74928b144ffe732d7ca60', 'subnets': [{'id': 'eb69a55d-98cc-449e-82b9-033876476048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:32:04.419930 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device fcd8b351-918e-4c55-82d9-6becb1cc5218 up at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:32:04.425535 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Pushing event updated for resources: {'Port': ['ID=1db67f4a-337f-4ef0-a0c9-bc0adbe267ce,revision_number=6']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:04.525427 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning for port fcd8b351-918e-4c55-82d9-6becb1cc5218 completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:32:04.533122 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning complete for port fcd8b351-918e-4c55-82d9-6becb1cc5218 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:32:04.533122 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:04.534503 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f3d73-17cc-46da-82a9-d58297260743 req-6330a574-b983-4372-a054-e365763ada90 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:04.536390 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-b51321cc-de7f-4626-aefc-10c69c5118b6 req-c80f4857-e780-41d2-98d3-f76422ab8fd8 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:04.544287 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-5a7f3d73-17cc-46da-82a9-d58297260743 req-6330a574-b983-4372-a054-e365763ada90 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 944 time: 0.1213498 Jul 13 19:32:04.620700 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-5a7f3d73-17cc-46da-82a9-d58297260743 req-8cd2199a-f394-465e-8573-aa07cde50ca2 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/security-groups?id=4db08e9d-cd84-42ba-932f-62d3bd3b2487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754097 Jul 13 19:32:04.672746 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97574a0-3230-40ec-b4b5-6390dbc091ab req-e40ebbb2-67ca-4fa3-954a-efc1f1fed215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:04.674914 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-d97574a0-3230-40ec-b4b5-6390dbc091ab req-e40ebbb2-67ca-4fa3-954a-efc1f1fed215 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=117cfd7c8bd64e5eac700d0258401983&device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 1098 time: 0.1343899 Jul 13 19:32:04.675645 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:04.677446 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-b51321cc-de7f-4626-aefc-10c69c5118b6 req-c80f4857-e780-41d2-98d3-f76422ab8fd8 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752272454283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126721041'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:04.726770 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] For port fcd8b351-918e-4c55-82d9-6becb1cc5218, host dv-cinder-786932-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=fcd8b351-918e-4c55-82d9-6becb1cc5218,segment=NetworkSegment(d39e3d67-3f31-4c8b-852d-199801cdb20c),segment_id=d39e3d67-3f31-4c8b-852d-199801cdb20c)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:04.732845 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:04.792377 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b51321cc-de7f-4626-aefc-10c69c5118b6 req-c80f4857-e780-41d2-98d3-f76422ab8fd8 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Network 9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4 is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:32:04.803345 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [req-b51321cc-de7f-4626-aefc-10c69c5118b6 req-c80f4857-e780-41d2-98d3-f76422ab8fd8 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:32:04.812349 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [req-b51321cc-de7f-4626-aefc-10c69c5118b6 req-c80f4857-e780-41d2-98d3-f76422ab8fd8 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:32:04.821120 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Pushing event updated for resources: {'Port': ['ID=fcd8b351-918e-4c55-82d9-6becb1cc5218,revision_number=5']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:04.848403 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80f4857-e780-41d2-98d3-f76422ab8fd8 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Pushing event updated for resources: {'Port': ['ID=186cfbcf-1c45-489c-9d96-1df70fb54d47,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:04.896833 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51321cc-de7f-4626-aefc-10c69c5118b6 req-c80f4857-e780-41d2-98d3-f76422ab8fd8 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:04.897537 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-b51321cc-de7f-4626-aefc-10c69c5118b6 req-c80f4857-e780-41d2-98d3-f76422ab8fd8 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:04.925515 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97574a0-3230-40ec-b4b5-6390dbc091ab req-7a716f77-1d1c-43e8-8e57-7abecdd8fecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:04.927171 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-d97574a0-3230-40ec-b4b5-6390dbc091ab req-7a716f77-1d1c-43e8-8e57-7abecdd8fecb service neutron] 10.222.0.18 "GET /v2.0/networks?id=c438c907-bcad-48c0-af76-f26d5c29bc9d HTTP/1.1" status: 200 len: 917 time: 0.2377055 Jul 13 19:32:04.929367 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-b51321cc-de7f-4626-aefc-10c69c5118b6 req-c80f4857-e780-41d2-98d3-f76422ab8fd8 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2970381 Jul 13 19:32:04.953902 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [req-b51321cc-de7f-4626-aefc-10c69c5118b6 req-3c1b307d-f739-4019-920d-cc5d212bd2d6 service neutron] Request body: {'port': {'device_id': '39b601ce-0672-43a5-9599-75f58da22a08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:32:05.047274 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-d97574a0-3230-40ec-b4b5-6390dbc091ab req-25b3ad35-8bd3-42b4-b8d7-36357450873d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae714645-8542-4b1c-b7c4-4da96e65663b HTTP/1.1" status: 200 len: 1000 time: 0.1066144 Jul 13 19:32:05.115891 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-b51321cc-de7f-4626-aefc-10c69c5118b6 req-3c1b307d-f739-4019-920d-cc5d212bd2d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:05.135911 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97574a0-3230-40ec-b4b5-6390dbc091ab req-b42de12f-7585-44e2-97ea-9b6bbd620c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:05.137496 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-d97574a0-3230-40ec-b4b5-6390dbc091ab req-b42de12f-7585-44e2-97ea-9b6bbd620c4e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ea1ae014-478a-41b7-af24-a9a2c8a9fd89 HTTP/1.1" status: 200 len: 855 time: 0.0719087 Jul 13 19:32:05.225977 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50661c76-c9e7-49be-b80e-d654a652602b req-49bf4a50-d33a-4f4a-8692-5b48f48e17ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:05.230506 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-50661c76-c9e7-49be-b80e-d654a652602b req-49bf4a50-d33a-4f4a-8692-5b48f48e17ee service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8&tenant_id=67402faa97f64f238466e72ec9e27071 HTTP/1.1" status: 200 len: 1097 time: 0.1598117 Jul 13 19:32:05.396101 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50661c76-c9e7-49be-b80e-d654a652602b req-c736a0e7-e63b-4ea1-91d6-18925e27b148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:05.397635 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-50661c76-c9e7-49be-b80e-d654a652602b req-c736a0e7-e63b-4ea1-91d6-18925e27b148 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=67402faa97f64f238466e72ec9e27071&device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 1097 time: 0.1283977 Jul 13 19:32:05.424337 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97574a0-3230-40ec-b4b5-6390dbc091ab req-60791b3a-24cb-4fa2-9ecb-9aac120b7d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:05.425876 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-d97574a0-3230-40ec-b4b5-6390dbc091ab req-60791b3a-24cb-4fa2-9ecb-9aac120b7d80 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c438c907-bcad-48c0-af76-f26d5c29bc9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2598140 Jul 13 19:32:05.441450 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b8642-61e0-42b0-b277-c6d9ec75d1f1 req-d8a5a07e-52f0-4cf2-a10c-1921ede263e6 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:05.443367 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-720b8642-61e0-42b0-b277-c6d9ec75d1f1 req-d8a5a07e-52f0-4cf2-a10c-1921ede263e6 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 945 time: 0.2214942 Jul 13 19:32:05.482449 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ef9c0-aeb9-4c1e-b998-785810bef10e req-125a3bf9-7996-49d4-b2c1-0231cf446c9d tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:05.484966 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-081ef9c0-aeb9-4c1e-b998-785810bef10e req-125a3bf9-7996-49d4-b2c1-0231cf446c9d tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/ports?device_id=39b601ce-0672-43a5-9599-75f58da22a08 HTTP/1.1" status: 200 len: 931 time: 0.1543238 Jul 13 19:32:05.552385 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50661c76-c9e7-49be-b80e-d654a652602b req-ed362526-6551-41fb-bd90-cc573bb8db40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:05.553754 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-50661c76-c9e7-49be-b80e-d654a652602b req-ed362526-6551-41fb-bd90-cc573bb8db40 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3e4dc58a-a6f8-4fc6-9689-be4b7fc56525 HTTP/1.1" status: 200 len: 910 time: 0.1487536 Jul 13 19:32:05.557049 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-081ef9c0-aeb9-4c1e-b998-785810bef10e req-dda05b81-bb4b-4ab4-b8cf-31a5ab6b11b5 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/security-groups?id=85f1a545-c61d-4acd-9a56-274b620fc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632365 Jul 13 19:32:05.591009 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-720b8642-61e0-42b0-b277-c6d9ec75d1f1 req-73535cfb-4c13-41bd-97e7-8db5f3184af1 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=f3a5b421-9b84-4f24-a1a2-8f0a98c65779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346719 Jul 13 19:32:05.638353 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-50661c76-c9e7-49be-b80e-d654a652602b req-87a4f142-f5ac-4ea6-a6b5-bef233ef3fb3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1db67f4a-337f-4ef0-a0c9-bc0adbe267ce HTTP/1.1" status: 200 len: 1000 time: 0.0780067 Jul 13 19:32:05.641201 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-d97574a0-3230-40ec-b4b5-6390dbc091ab req-153b0cdb-b0b8-45bc-952c-0ad6cfb03825 service neutron] 10.222.0.18 "GET /v2.0/networks/c438c907-bcad-48c0-af76-f26d5c29bc9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967394 Jul 13 19:32:05.711602 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50661c76-c9e7-49be-b80e-d654a652602b req-a6e05e57-0d29-4944-8007-3a4cf378a2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:05.714673 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-50661c76-c9e7-49be-b80e-d654a652602b req-a6e05e57-0d29-4944-8007-3a4cf378a2a1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6c3b9855-037d-4be9-92be-e197c249828f HTTP/1.1" status: 200 len: 848 time: 0.0640261 Jul 13 19:32:05.724023 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [req-b51321cc-de7f-4626-aefc-10c69c5118b6 req-3c1b307d-f739-4019-920d-cc5d212bd2d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 186cfbcf-1c45-489c-9d96-1df70fb54d47 {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:32:05.738645 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-b51321cc-de7f-4626-aefc-10c69c5118b6 req-3c1b307d-f739-4019-920d-cc5d212bd2d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:05.764274 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [req-b51321cc-de7f-4626-aefc-10c69c5118b6 req-3c1b307d-f739-4019-920d-cc5d212bd2d6 service neutron] Transition to ACTIVE for port object 186cfbcf-1c45-489c-9d96-1df70fb54d47 will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:32:05.772801 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-b51321cc-de7f-4626-aefc-10c69c5118b6 req-3c1b307d-f739-4019-920d-cc5d212bd2d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126721050'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:05.804301 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50661c76-c9e7-49be-b80e-d654a652602b req-575d02b2-0267-49f4-84a6-ac0e40e415b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:05.805726 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-50661c76-c9e7-49be-b80e-d654a652602b req-575d02b2-0267-49f4-84a6-ac0e40e415b0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3e4dc58a-a6f8-4fc6-9689-be4b7fc56525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0841551 Jul 13 19:32:05.819203 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-d97574a0-3230-40ec-b4b5-6390dbc091ab req-d58b1ff5-a20b-47ac-853e-d3d58526e07c service neutron] 10.222.0.18 "GET /v2.0/networks/c438c907-bcad-48c0-af76-f26d5c29bc9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592693 Jul 13 19:32:05.843829 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1b307d-f739-4019-920d-cc5d212bd2d6 service neutron] Pushing event updated for resources: {'Port': ['ID=186cfbcf-1c45-489c-9d96-1df70fb54d47,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:05.930368 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777eabe6-26e5-4c9c-b415-2def76ceb242 req-87077b3e-77e1-491a-8b22-4997d10d20e5 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:05.931943 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-777eabe6-26e5-4c9c-b415-2def76ceb242 req-87077b3e-77e1-491a-8b22-4997d10d20e5 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 944 time: 0.1423442 Jul 13 19:32:05.952445 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-b51321cc-de7f-4626-aefc-10c69c5118b6 req-3c1b307d-f739-4019-920d-cc5d212bd2d6 service neutron] Attempting to bind port 186cfbcf-1c45-489c-9d96-1df70fb54d47 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:32:05.953505 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-b51321cc-de7f-4626-aefc-10c69c5118b6 req-3c1b307d-f739-4019-920d-cc5d212bd2d6 service neutron] Attempting to bind port 186cfbcf-1c45-489c-9d96-1df70fb54d47 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '0993e669-427e-4a1d-9bc6-4f80573b737f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:32:05.953949 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51321cc-de7f-4626-aefc-10c69c5118b6 req-3c1b307d-f739-4019-920d-cc5d212bd2d6 service neutron] Attempting to bind port 186cfbcf-1c45-489c-9d96-1df70fb54d47 on network 9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:32:05.959754 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51321cc-de7f-4626-aefc-10c69c5118b6 req-3c1b307d-f739-4019-920d-cc5d212bd2d6 service neutron] Port 186cfbcf-1c45-489c-9d96-1df70fb54d47 on network 9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:32:05.960142 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51321cc-de7f-4626-aefc-10c69c5118b6 req-3c1b307d-f739-4019-920d-cc5d212bd2d6 service neutron] Attempting to bind port 186cfbcf-1c45-489c-9d96-1df70fb54d47 on network 9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:32:05.965786 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51321cc-de7f-4626-aefc-10c69c5118b6 req-3c1b307d-f739-4019-920d-cc5d212bd2d6 service neutron] Checking agent: {'id': '4a103c85-e045-48ce-a8be-787d9b9ed000', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 23, 28), 'started_at': datetime.datetime(2021, 7, 13, 19, 23, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:32:05.966293 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51321cc-de7f-4626-aefc-10c69c5118b6 req-3c1b307d-f739-4019-920d-cc5d212bd2d6 service neutron] Checking segment: {'id': '0993e669-427e-4a1d-9bc6-4f80573b737f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:32:05.967125 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51321cc-de7f-4626-aefc-10c69c5118b6 req-3c1b307d-f739-4019-920d-cc5d212bd2d6 service neutron] Bound using segment: {'id': '0993e669-427e-4a1d-9bc6-4f80573b737f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:32:05.967321 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [req-b51321cc-de7f-4626-aefc-10c69c5118b6 req-3c1b307d-f739-4019-920d-cc5d212bd2d6 service neutron] Bound port: 186cfbcf-1c45-489c-9d96-1df70fb54d47, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0993e669-427e-4a1d-9bc6-4f80573b737f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:32:05.967955 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-b51321cc-de7f-4626-aefc-10c69c5118b6 req-3c1b307d-f739-4019-920d-cc5d212bd2d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:05.968840 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-50661c76-c9e7-49be-b80e-d654a652602b req-bf43c474-483f-4498-906b-1b37ad554b3b service neutron] 10.222.0.18 "GET /v2.0/networks/3e4dc58a-a6f8-4fc6-9689-be4b7fc56525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441278 Jul 13 19:32:06.012759 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-777eabe6-26e5-4c9c-b415-2def76ceb242 req-a6cd9ea7-67bc-4cb8-9d36-4b65de500ee9 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/security-groups?id=4db08e9d-cd84-42ba-932f-62d3bd3b2487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707283 Jul 13 19:32:06.044141 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-b51321cc-de7f-4626-aefc-10c69c5118b6 req-3c1b307d-f739-4019-920d-cc5d212bd2d6 service neutron] For port 186cfbcf-1c45-489c-9d96-1df70fb54d47, host hv-cinder-78693, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:32:06.050192 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [req-b51321cc-de7f-4626-aefc-10c69c5118b6 req-3c1b307d-f739-4019-920d-cc5d212bd2d6 service neutron] For port 186cfbcf-1c45-489c-9d96-1df70fb54d47, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=186cfbcf-1c45-489c-9d96-1df70fb54d47,segment=NetworkSegment(0993e669-427e-4a1d-9bc6-4f80573b737f),segment_id=0993e669-427e-4a1d-9bc6-4f80573b737f)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:32:06.058047 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-b51321cc-de7f-4626-aefc-10c69c5118b6 req-3c1b307d-f739-4019-920d-cc5d212bd2d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126721050'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:06.096013 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51321cc-de7f-4626-aefc-10c69c5118b6 req-3c1b307d-f739-4019-920d-cc5d212bd2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:06.096645 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [req-b51321cc-de7f-4626-aefc-10c69c5118b6 req-3c1b307d-f739-4019-920d-cc5d212bd2d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for port, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:06.098124 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-b51321cc-de7f-4626-aefc-10c69c5118b6 req-3c1b307d-f739-4019-920d-cc5d212bd2d6 service neutron] 10.222.0.18 "PUT /v2.0/ports/186cfbcf-1c45-489c-9d96-1df70fb54d47 HTTP/1.1" status: 200 len: 1093 time: 1.1563311 Jul 13 19:32:06.098590 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39b601ce-0672-43a5-9599-75f58da22a08', 'tag': '186cfbcf-1c45-489c-9d96-1df70fb54d47'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:32:06.101023 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8879ae7e4e4d0f25c61261a3e286ece662f5d6b6250d5f2cd5814de7b022cdc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-188b17b9-45c5-40c9-8c3b-5fa3645001f8" -d '{"events": [{"name": "network-changed", "server_uuid": "39b601ce-0672-43a5-9599-75f58da22a08", "tag": "186cfbcf-1c45-489c-9d96-1df70fb54d47"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:32:06.103175 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-50661c76-c9e7-49be-b80e-d654a652602b req-766813db-82df-4715-8ce4-74f22fa234fb service neutron] 10.222.0.18 "GET /v2.0/networks/3e4dc58a-a6f8-4fc6-9689-be4b7fc56525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227312 Jul 13 19:32:06.134170 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1b307d-f739-4019-920d-cc5d212bd2d6 service neutron] Pushing event updated for resources: {'Port': ['ID=186cfbcf-1c45-489c-9d96-1df70fb54d47,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:06.172610 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd3d029a-5dc7-4c9f-aafb-6b190eb6c147 x-openstack-request-id: req-fd3d029a-5dc7-4c9f-aafb-6b190eb6c147 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:32:06.172992 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39b601ce-0672-43a5-9599-75f58da22a08", "tag": "186cfbcf-1c45-489c-9d96-1df70fb54d47", "status": "completed", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:32:06.173367 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-fd3d029a-5dc7-4c9f-aafb-6b190eb6c147 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:32:06.173957 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39b601ce-0672-43a5-9599-75f58da22a08', 'tag': '186cfbcf-1c45-489c-9d96-1df70fb54d47', 'status': 'completed', 'code': 200} Jul 13 19:32:06.238644 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51321cc-de7f-4626-aefc-10c69c5118b6 req-845f128c-38f4-423d-a90a-2320eda42b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:06.241094 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b51321cc-de7f-4626-aefc-10c69c5118b6 req-845f128c-38f4-423d-a90a-2320eda42b98 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=759c4037af7741888a7fa0072e229b27&device_id=39b601ce-0672-43a5-9599-75f58da22a08 HTTP/1.1" status: 200 len: 1096 time: 0.0732241 Jul 13 19:32:06.283792 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device fcd8b351-918e-4c55-82d9-6becb1cc5218 up at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:32:06.286292 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b51321cc-de7f-4626-aefc-10c69c5118b6 req-032ce202-d1bc-4963-ab50-dcedc2dbf03a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=186cfbcf-1c45-489c-9d96-1df70fb54d47 HTTP/1.1" status: 200 len: 217 time: 0.0361915 Jul 13 19:32:06.346672 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Provisioning complete for port fcd8b351-918e-4c55-82d9-6becb1cc5218 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:32:06.347191 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:06.347342 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51321cc-de7f-4626-aefc-10c69c5118b6 req-5b3ec849-1306-4385-a970-285176618758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:06.350235 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b51321cc-de7f-4626-aefc-10c69c5118b6 req-5b3ec849-1306-4385-a970-285176618758 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=982b3006-667f-4e5e-8ceb-cb52c1399296 HTTP/1.1" status: 200 len: 855 time: 0.0567005 Jul 13 19:32:06.390643 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b51321cc-de7f-4626-aefc-10c69c5118b6 req-2cc6fd3c-9159-47a1-ac04-ea6700fe4b7a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342815 Jul 13 19:32:06.486642 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b51321cc-de7f-4626-aefc-10c69c5118b6 req-48001dde-035c-48fd-a3c9-f6eda1d109f5 service neutron] 10.222.0.18 "GET /v2.0/networks/9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851564 Jul 13 19:32:06.595769 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b51321cc-de7f-4626-aefc-10c69c5118b6 req-5e7cebb0-84c0-4c6c-8117-319d0ea4da79 service neutron] 10.222.0.18 "GET /v2.0/networks/9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024125 Jul 13 19:32:06.797406 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b17b9-45c5-40c9-8c3b-5fa3645001f8 req-38301bc4-d89c-42b8-81d2-e5fae1267222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:06.798947 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-188b17b9-45c5-40c9-8c3b-5fa3645001f8 req-38301bc4-d89c-42b8-81d2-e5fae1267222 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=759c4037af7741888a7fa0072e229b27&device_id=39b601ce-0672-43a5-9599-75f58da22a08 HTTP/1.1" status: 200 len: 1096 time: 0.1435094 Jul 13 19:32:06.824430 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a979d9-d5d3-42c0-a202-e77822c67c58 req-178a3b86-7823-4b93-9284-2462a9c99af2 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:06.825825 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-64a979d9-d5d3-42c0-a202-e77822c67c58 req-178a3b86-7823-4b93-9284-2462a9c99af2 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/ports?device_id=39b601ce-0672-43a5-9599-75f58da22a08 HTTP/1.1" status: 200 len: 943 time: 0.1236660 Jul 13 19:32:06.832547 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65580fb8-7150-4734-9f04-a3b8a66b9b9a req-412ac624-abb5-4a2e-8a46-28c4feddf571 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:06.834181 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-65580fb8-7150-4734-9f04-a3b8a66b9b9a req-412ac624-abb5-4a2e-8a46-28c4feddf571 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 945 time: 0.0962586 Jul 13 19:32:06.886458 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-65580fb8-7150-4734-9f04-a3b8a66b9b9a req-befb11d5-b4a7-45f5-a082-36ea2e996ea1 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=f3a5b421-9b84-4f24-a1a2-8f0a98c65779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461915 Jul 13 19:32:06.923540 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-64a979d9-d5d3-42c0-a202-e77822c67c58 req-4d9fb866-d8de-4115-87db-dcd2c8f44ad1 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/security-groups?id=85f1a545-c61d-4acd-9a56-274b620fc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872207 Jul 13 19:32:06.951173 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b17b9-45c5-40c9-8c3b-5fa3645001f8 req-bc16f313-5099-4c96-be44-419b55b008c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:06.952851 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-188b17b9-45c5-40c9-8c3b-5fa3645001f8 req-bc16f313-5099-4c96-be44-419b55b008c3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4 HTTP/1.1" status: 200 len: 916 time: 0.1460025 Jul 13 19:32:06.995866 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-188b17b9-45c5-40c9-8c3b-5fa3645001f8 req-5359ce31-df83-485e-a7c5-8b04aa374b13 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=186cfbcf-1c45-489c-9d96-1df70fb54d47 HTTP/1.1" status: 200 len: 217 time: 0.0353169 Jul 13 19:32:07.051088 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b17b9-45c5-40c9-8c3b-5fa3645001f8 req-820eae9b-a0ab-4038-957a-023302cf4a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:07.052906 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-188b17b9-45c5-40c9-8c3b-5fa3645001f8 req-820eae9b-a0ab-4038-957a-023302cf4a03 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=982b3006-667f-4e5e-8ceb-cb52c1399296 HTTP/1.1" status: 200 len: 855 time: 0.0501525 Jul 13 19:32:07.088553 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-188b17b9-45c5-40c9-8c3b-5fa3645001f8 req-4185b207-2a25-4920-8278-46115d2b6eae service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282323 Jul 13 19:32:07.192819 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-188b17b9-45c5-40c9-8c3b-5fa3645001f8 req-0eebb8da-eae0-40ca-9fd7-151e6c33a203 service neutron] 10.222.0.18 "GET /v2.0/networks/9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964859 Jul 13 19:32:07.218869 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aff764-67d0-45a0-a0c3-fda7d1f6d756 req-b9dec752-7670-4945-97d6-51e4be1dbaaa tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:07.221621 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-92aff764-67d0-45a0-a0c3-fda7d1f6d756 req-b9dec752-7670-4945-97d6-51e4be1dbaaa tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 944 time: 0.0758710 Jul 13 19:32:07.279902 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-92aff764-67d0-45a0-a0c3-fda7d1f6d756 req-662b7cc7-7903-4c70-aff6-9f719b8627b0 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/security-groups?id=4db08e9d-cd84-42ba-932f-62d3bd3b2487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483673 Jul 13 19:32:07.302027 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-188b17b9-45c5-40c9-8c3b-5fa3645001f8 req-876e1eed-0471-4554-a685-e18159e8ccd3 service neutron] 10.222.0.18 "GET /v2.0/networks/9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021104 Jul 13 19:32:07.490225 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device ae714645-8542-4b1c-b7c4-4da96e65663b no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:32:07.576161 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:07.605531 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde104be-db8a-4268-ae35-426916b042a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae714645-8542-4b1c-b7c4-4da96e65663b'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:32:07.609762 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540c69b029c7553e3853e743d2a892cf8287872a4bddd25c2711216cf853e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d4cc2e2-0610-490b-b514-466c44dde79e" -d '{"events": [{"server_uuid": "dde104be-db8a-4268-ae35-426916b042a4", "name": "network-vif-unplugged", "status": "completed", "tag": "ae714645-8542-4b1c-b7c4-4da96e65663b"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:32:07.626004 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port ae714645-8542-4b1c-b7c4-4da96e65663b, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ae714645-8542-4b1c-b7c4-4da96e65663b,segment=NetworkSegment(b2c84280-8460-4aa6-b89f-bacddd6514f2),segment_id=b2c84280-8460-4aa6-b89f-bacddd6514f2)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:07.630060 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:07.656111 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 19:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-073c75a7-4a53-41b3-b354-25796ffe82c3 x-openstack-request-id: req-073c75a7-4a53-41b3-b354-25796ffe82c3 {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:32:07.656394 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde104be-db8a-4268-ae35-426916b042a4", "name": "network-vif-unplugged", "status": "completed", "tag": "ae714645-8542-4b1c-b7c4-4da96e65663b", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:32:07.656641 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-073c75a7-4a53-41b3-b354-25796ffe82c3 {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:32:07.657023 dv-cinder-786932-3-iscsi neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde104be-db8a-4268-ae35-426916b042a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae714645-8542-4b1c-b7c4-4da96e65663b', 'code': 200} Jul 13 19:32:07.690620 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Pushing event updated for resources: {'Port': ['ID=ae714645-8542-4b1c-b7c4-4da96e65663b,revision_number=8']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:08.103982 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640f0dc-7f49-4d5b-b1cb-91c1e0e74e59 req-d1c0823f-d08d-4cc3-882d-a9f4e2390fba tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:08.105605 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-9640f0dc-7f49-4d5b-b1cb-91c1e0e74e59 req-d1c0823f-d08d-4cc3-882d-a9f4e2390fba tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 943 time: 0.0688465 Jul 13 19:32:08.110996 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3060c2-6fd1-4536-9df9-22019741ea7c req-c6affc85-8faa-401e-80d1-dea225d3a6db tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:08.113252 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-fa3060c2-6fd1-4536-9df9-22019741ea7c req-c6affc85-8faa-401e-80d1-dea225d3a6db tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/ports?device_id=39b601ce-0672-43a5-9599-75f58da22a08 HTTP/1.1" status: 200 len: 943 time: 0.0660214 Jul 13 19:32:08.149313 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-9640f0dc-7f49-4d5b-b1cb-91c1e0e74e59 req-dc6b6d9f-1a40-48cd-a096-a6db5bb17ca4 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=f3a5b421-9b84-4f24-a1a2-8f0a98c65779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372117 Jul 13 19:32:08.169547 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-fa3060c2-6fd1-4536-9df9-22019741ea7c req-923d6af5-41c5-464e-a565-537b91d70be0 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/security-groups?id=85f1a545-c61d-4acd-9a56-274b620fc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467467 Jul 13 19:32:08.491340 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da585304-6f95-421d-80c2-d196c30cac3e req-2eb94afc-07f7-480c-8802-5201ab441d45 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:08.493196 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-da585304-6f95-421d-80c2-d196c30cac3e req-2eb94afc-07f7-480c-8802-5201ab441d45 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 944 time: 0.0832856 Jul 13 19:32:08.537339 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-da585304-6f95-421d-80c2-d196c30cac3e req-a6fcbb01-614a-4706-9da2-1e6ad2d79cb3 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/security-groups?id=4db08e9d-cd84-42ba-932f-62d3bd3b2487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379999 Jul 13 19:32:09.371908 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20da1ca-cf1e-4ab7-83d4-4fcaa37726c9 req-3c561051-6b3e-47dd-acb2-2162975deade tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:09.373257 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a20da1ca-cf1e-4ab7-83d4-4fcaa37726c9 req-3c561051-6b3e-47dd-acb2-2162975deade tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/ports?device_id=39b601ce-0672-43a5-9599-75f58da22a08 HTTP/1.1" status: 200 len: 943 time: 0.0817635 Jul 13 19:32:09.419071 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a20da1ca-cf1e-4ab7-83d4-4fcaa37726c9 req-a0ae2de5-0aca-48aa-b9bb-1fb4ff4188af tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/security-groups?id=85f1a545-c61d-4acd-9a56-274b620fc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386174 Jul 13 19:32:09.522986 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device 186cfbcf-1c45-489c-9d96-1df70fb54d47 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:32:09.569039 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa2e06-a0e2-4fe8-9661-e62b2c1dab97 req-6022b85e-2826-4018-bc72-c21257c78a30 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:09.576186 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-38fa2e06-a0e2-4fe8-9661-e62b2c1dab97 req-6022b85e-2826-4018-bc72-c21257c78a30 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 943 time: 0.1250648 Jul 13 19:32:09.588387 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-b85675f5-62a6-4e27-a1c4-d0b3137bb2ed req-0aa4f282-5658-4f86-9069-3773405ae8a5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1035717 Jul 13 19:32:09.646548 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-38fa2e06-a0e2-4fe8-9661-e62b2c1dab97 req-5c8b63f1-f6b5-4a91-ba6d-edf301057152 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=f3a5b421-9b84-4f24-a1a2-8f0a98c65779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693698 Jul 13 19:32:09.681238 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port 186cfbcf-1c45-489c-9d96-1df70fb54d47, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=186cfbcf-1c45-489c-9d96-1df70fb54d47,segment=NetworkSegment(0993e669-427e-4a1d-9bc6-4f80573b737f),segment_id=0993e669-427e-4a1d-9bc6-4f80573b737f)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:09.699888 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Returning: {'device': '186cfbcf-1c45-489c-9d96-1df70fb54d47', 'network_id': '9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4', 'port_id': '186cfbcf-1c45-489c-9d96-1df70fb54d47', 'mac_address': 'fa:16:3e:bf:92:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '982b3006-667f-4e5e-8ceb-cb52c1399296', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:32:09.736652 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:09.751456 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 186cfbcf-1c45-489c-9d96-1df70fb54d47 {{(pid=92925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:32:09.754098 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05822818-4ec7-4a20-8036-4eed5d640b63 req-b875302a-4c15-4ba8-b7e5-7ed7ca77ef83 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:09.755837 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-05822818-4ec7-4a20-8036-4eed5d640b63 req-b875302a-4c15-4ba8-b7e5-7ed7ca77ef83 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 944 time: 0.0777309 Jul 13 19:32:09.772505 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port 186cfbcf-1c45-489c-9d96-1df70fb54d47, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=186cfbcf-1c45-489c-9d96-1df70fb54d47,segment=NetworkSegment(0993e669-427e-4a1d-9bc6-4f80573b737f),segment_id=0993e669-427e-4a1d-9bc6-4f80573b737f)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:09.779849 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:09.798214 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-05822818-4ec7-4a20-8036-4eed5d640b63 req-4c9d6e51-fe43-4f9e-b13e-b00106970306 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/security-groups?id=4db08e9d-cd84-42ba-932f-62d3bd3b2487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361359 Jul 13 19:32:09.834579 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Pushing event updated for resources: {'Port': ['ID=186cfbcf-1c45-489c-9d96-1df70fb54d47,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:09.997592 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] get_ports_and_sgs() called for port_ids ['186cfbcf-1c45-489c-9d96-1df70fb54d47'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:32:10.555558 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85675f5-62a6-4e27-a1c4-d0b3137bb2ed req-0d8811e7-c66c-49ff-83ba-51b1937bf7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:10.557034 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b85675f5-62a6-4e27-a1c4-d0b3137bb2ed req-0d8811e7-c66c-49ff-83ba-51b1937bf7e9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4&tenant_id=117cfd7c8bd64e5eac700d0258401983 HTTP/1.1" status: 200 len: 1096 time: 0.0575383 Jul 13 19:32:10.620738 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3831209-8cd5-464b-ba6b-0b55ac727011 req-5e001fa6-cef9-4714-a140-0b5ed60a68a7 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:10.622378 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-d3831209-8cd5-464b-ba6b-0b55ac727011 req-5e001fa6-cef9-4714-a140-0b5ed60a68a7 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/ports?device_id=39b601ce-0672-43a5-9599-75f58da22a08 HTTP/1.1" status: 200 len: 944 time: 0.0806439 Jul 13 19:32:10.635762 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85675f5-62a6-4e27-a1c4-d0b3137bb2ed req-407db4ad-3485-4894-b977-de2a3e25d87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:10.637251 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b85675f5-62a6-4e27-a1c4-d0b3137bb2ed req-407db4ad-3485-4894-b977-de2a3e25d87a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=117cfd7c8bd64e5eac700d0258401983&device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 1096 time: 0.0548394 Jul 13 19:32:10.661318 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-d3831209-8cd5-464b-ba6b-0b55ac727011 req-3ab83a8f-3ab0-45bd-8b1d-2a48189ad220 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/security-groups?id=85f1a545-c61d-4acd-9a56-274b620fc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328820 Jul 13 19:32:10.741341 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85675f5-62a6-4e27-a1c4-d0b3137bb2ed req-b21651da-425b-4c58-a850-e81c83897c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:10.743075 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b85675f5-62a6-4e27-a1c4-d0b3137bb2ed req-b21651da-425b-4c58-a850-e81c83897c18 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c438c907-bcad-48c0-af76-f26d5c29bc9d HTTP/1.1" status: 200 len: 917 time: 0.0988419 Jul 13 19:32:10.847577 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b85675f5-62a6-4e27-a1c4-d0b3137bb2ed req-3b4d25e7-77d0-47d1-a0e7-575f451188a9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae714645-8542-4b1c-b7c4-4da96e65663b HTTP/1.1" status: 200 len: 998 time: 0.0977817 Jul 13 19:32:10.920521 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91ae8b6-510f-4833-a4e9-3b97f5fe1306 req-5780af1d-f5be-49bc-ace7-32a1d9deeec0 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:10.922418 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f91ae8b6-510f-4833-a4e9-3b97f5fe1306 req-5780af1d-f5be-49bc-ace7-32a1d9deeec0 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 943 time: 0.1304691 Jul 13 19:32:10.926520 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85675f5-62a6-4e27-a1c4-d0b3137bb2ed req-d252f69f-fba1-4aab-be93-f7985a261c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:10.927955 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b85675f5-62a6-4e27-a1c4-d0b3137bb2ed req-d252f69f-fba1-4aab-be93-f7985a261c13 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ea1ae014-478a-41b7-af24-a9a2c8a9fd89 HTTP/1.1" status: 200 len: 855 time: 0.0712512 Jul 13 19:32:10.992912 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf9db0-bfdb-4531-94b0-b2c3fd6f0b2d req-1ba34f11-33bb-4494-8675-2e19bef2c3ef tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:10.994348 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-69cf9db0-bfdb-4531-94b0-b2c3fd6f0b2d req-1ba34f11-33bb-4494-8675-2e19bef2c3ef tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 944 time: 0.0755713 Jul 13 19:32:11.000026 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f91ae8b6-510f-4833-a4e9-3b97f5fe1306 req-447be36c-a3d1-4688-988e-510838a2a4f5 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=f3a5b421-9b84-4f24-a1a2-8f0a98c65779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710969 Jul 13 19:32:11.018264 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85675f5-62a6-4e27-a1c4-d0b3137bb2ed req-6cd636fb-d4ca-413c-bab3-f147762ab241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:11.020148 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b85675f5-62a6-4e27-a1c4-d0b3137bb2ed req-6cd636fb-d4ca-413c-bab3-f147762ab241 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c438c907-bcad-48c0-af76-f26d5c29bc9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0849898 Jul 13 19:32:11.038275 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-69cf9db0-bfdb-4531-94b0-b2c3fd6f0b2d req-90147096-2d7c-419e-9df3-98b7c70a7eaf tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/security-groups?id=4db08e9d-cd84-42ba-932f-62d3bd3b2487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366647 Jul 13 19:32:11.119387 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b85675f5-62a6-4e27-a1c4-d0b3137bb2ed req-b560328c-b7f3-4956-bc50-0e36c306380f service neutron] 10.222.0.18 "GET /v2.0/networks/c438c907-bcad-48c0-af76-f26d5c29bc9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925207 Jul 13 19:32:11.215550 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b85675f5-62a6-4e27-a1c4-d0b3137bb2ed req-57b24660-eaae-4e38-8d2a-75d38c42db14 service neutron] 10.222.0.18 "GET /v2.0/networks/c438c907-bcad-48c0-af76-f26d5c29bc9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892699 Jul 13 19:32:11.556620 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device 186cfbcf-1c45-489c-9d96-1df70fb54d47 up at agent hyperv_hv-cinder-78693 {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:32:11.604308 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Provisioning for port 186cfbcf-1c45-489c-9d96-1df70fb54d47 completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:32:11.608800 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Provisioning complete for port 186cfbcf-1c45-489c-9d96-1df70fb54d47 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:32:11.609365 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:11.749390 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:11.776850 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b601ce-0672-43a5-9599-75f58da22a08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186cfbcf-1c45-489c-9d96-1df70fb54d47'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:32:11.781200 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540c69b029c7553e3853e743d2a892cf8287872a4bddd25c2711216cf853e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01dedc42-bb5f-47bb-a658-9be6ed0decb0" -d '{"events": [{"server_uuid": "39b601ce-0672-43a5-9599-75f58da22a08", "name": "network-vif-plugged", "status": "completed", "tag": "186cfbcf-1c45-489c-9d96-1df70fb54d47"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:32:11.799904 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port 186cfbcf-1c45-489c-9d96-1df70fb54d47, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=186cfbcf-1c45-489c-9d96-1df70fb54d47,segment=NetworkSegment(0993e669-427e-4a1d-9bc6-4f80573b737f),segment_id=0993e669-427e-4a1d-9bc6-4f80573b737f)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:11.806150 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:11.807740 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device ae714645-8542-4b1c-b7c4-4da96e65663b no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:32:11.876800 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6fe62c9-7b2d-43a2-90f8-42ed36c31dea x-openstack-request-id: req-a6fe62c9-7b2d-43a2-90f8-42ed36c31dea {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:32:11.877243 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b601ce-0672-43a5-9599-75f58da22a08", "name": "network-vif-plugged", "status": "completed", "tag": "186cfbcf-1c45-489c-9d96-1df70fb54d47", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:32:11.877698 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a6fe62c9-7b2d-43a2-90f8-42ed36c31dea {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:32:11.878213 dv-cinder-786932-3-iscsi neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b601ce-0672-43a5-9599-75f58da22a08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186cfbcf-1c45-489c-9d96-1df70fb54d47', 'code': 200} Jul 13 19:32:11.908480 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Pushing event updated for resources: {'Port': ['ID=186cfbcf-1c45-489c-9d96-1df70fb54d47,revision_number=5']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:12.023858 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae41a7a-06f0-4b5b-9f54-969bf59bd15d req-6fb4a98c-ef8f-43d5-993f-1bfe3846e01f tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:12.032260 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-bae41a7a-06f0-4b5b-9f54-969bf59bd15d req-6fb4a98c-ef8f-43d5-993f-1bfe3846e01f tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/ports?device_id=39b601ce-0672-43a5-9599-75f58da22a08 HTTP/1.1" status: 200 len: 945 time: 0.0923295 Jul 13 19:32:12.103835 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-bae41a7a-06f0-4b5b-9f54-969bf59bd15d req-76d4e904-bce3-463d-a2d5-a76906141a97 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/security-groups?id=85f1a545-c61d-4acd-9a56-274b620fc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706868 Jul 13 19:32:12.286964 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b576acd-d714-4c46-ae54-fe5e5bccd772 req-1fe4f563-7d07-468b-8737-6b658261ba56 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:12.289256 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2b576acd-d714-4c46-ae54-fe5e5bccd772 req-1fe4f563-7d07-468b-8737-6b658261ba56 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 943 time: 0.0890539 Jul 13 19:32:12.351721 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2b576acd-d714-4c46-ae54-fe5e5bccd772 req-9e576524-993f-4b41-b813-cfab3a50f48a tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=f3a5b421-9b84-4f24-a1a2-8f0a98c65779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560596 Jul 13 19:32:12.370563 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9402020-c032-4b4f-aeed-68c27a095b54 req-af09a455-352b-45a8-9e0f-e2a1190070c3 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:12.372777 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b9402020-c032-4b4f-aeed-68c27a095b54 req-af09a455-352b-45a8-9e0f-e2a1190070c3 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 944 time: 0.1267567 Jul 13 19:32:12.430108 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b9402020-c032-4b4f-aeed-68c27a095b54 req-fa460310-4027-46b8-afc3-55bc35243e9e tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/security-groups?id=4db08e9d-cd84-42ba-932f-62d3bd3b2487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511303 Jul 13 19:32:13.285803 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c74b04-2ab3-403d-bba0-92075e233c2e req-3452457e-17ee-4fb1-9383-30fa2eab7fc5 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:13.289025 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-f4c74b04-2ab3-403d-bba0-92075e233c2e req-3452457e-17ee-4fb1-9383-30fa2eab7fc5 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/ports?device_id=39b601ce-0672-43a5-9599-75f58da22a08 HTTP/1.1" status: 200 len: 945 time: 0.0728245 Jul 13 19:32:13.334265 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-f4c74b04-2ab3-403d-bba0-92075e233c2e req-b2cf36b1-f5c9-4c99-af3a-b33db9b5862c tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/security-groups?id=85f1a545-c61d-4acd-9a56-274b620fc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360878 Jul 13 19:32:13.566871 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb94c3-b59f-4ff2-8d4f-5ab06a2bdac1 req-9dc23be2-5f02-458a-bb40-c5fc96a6a358 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:13.569829 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-21bb94c3-b59f-4ff2-8d4f-5ab06a2bdac1 req-9dc23be2-5f02-458a-bb40-c5fc96a6a358 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 943 time: 0.0826986 Jul 13 19:32:13.626451 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-21bb94c3-b59f-4ff2-8d4f-5ab06a2bdac1 req-e1a748f7-e62b-4e89-8f08-46244775625e tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=f3a5b421-9b84-4f24-a1a2-8f0a98c65779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460811 Jul 13 19:32:13.668727 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20225816-f2cd-48ef-9bd4-c7eeeb9fa846 req-99df0096-e054-4618-9fc7-9c4a145fe185 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:13.670240 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-20225816-f2cd-48ef-9bd4-c7eeeb9fa846 req-99df0096-e054-4618-9fc7-9c4a145fe185 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 944 time: 0.0872383 Jul 13 19:32:13.715816 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-20225816-f2cd-48ef-9bd4-c7eeeb9fa846 req-3f203bfb-e60a-4b87-9284-6a1347a57d45 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/security-groups?id=4db08e9d-cd84-42ba-932f-62d3bd3b2487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397809 Jul 13 19:32:14.523967 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f77eb-d00c-44fb-9ee1-f24cb260fdf9 req-1960f8e4-41e3-4b1f-9320-015f691480ef tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:14.525629 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-e05f77eb-d00c-44fb-9ee1-f24cb260fdf9 req-1960f8e4-41e3-4b1f-9320-015f691480ef tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/ports?device_id=39b601ce-0672-43a5-9599-75f58da22a08 HTTP/1.1" status: 200 len: 945 time: 0.0743299 Jul 13 19:32:14.568546 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-e05f77eb-d00c-44fb-9ee1-f24cb260fdf9 req-699d6d31-1e48-46bc-9acf-9ed939ff8fcf tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/security-groups?id=85f1a545-c61d-4acd-9a56-274b620fc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354064 Jul 13 19:32:14.694665 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.agents_db [None req-012e1d35-f91a-49b0-a4f0-5c30301579de None None] Agent healthcheck: found 6 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:32:14.834191 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6d7e0-df61-4337-b02d-29924d632303 req-8e9165bb-f75a-4b74-9238-eb52c2fdc713 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:14.841791 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-50c6d7e0-df61-4337-b02d-29924d632303 req-8e9165bb-f75a-4b74-9238-eb52c2fdc713 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 943 time: 0.0846093 Jul 13 19:32:14.881203 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-50c6d7e0-df61-4337-b02d-29924d632303 req-1e4ae5fa-57bc-4113-8331-2ed1413e2801 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=f3a5b421-9b84-4f24-a1a2-8f0a98c65779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385296 Jul 13 19:32:14.940931 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790ec22e-3cf3-49a0-979b-0299e82714b2 req-f372bd7a-5b2a-48b0-82f3-0390f4ebb745 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:14.942481 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-790ec22e-3cf3-49a0-979b-0299e82714b2 req-f372bd7a-5b2a-48b0-82f3-0390f4ebb745 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 944 time: 0.0795078 Jul 13 19:32:14.986187 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-790ec22e-3cf3-49a0-979b-0299e82714b2 req-061bd6a4-2b88-4047-a825-f73fbbf58cf8 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/security-groups?id=4db08e9d-cd84-42ba-932f-62d3bd3b2487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372326 Jul 13 19:32:15.754661 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7397c3-e201-4389-9860-f0ecf5204ad9 req-81713bb2-58d6-4957-8ea6-c2d31c8fcbe4 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:15.756251 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-5b7397c3-e201-4389-9860-f0ecf5204ad9 req-81713bb2-58d6-4957-8ea6-c2d31c8fcbe4 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/ports?device_id=39b601ce-0672-43a5-9599-75f58da22a08 HTTP/1.1" status: 200 len: 945 time: 0.0667474 Jul 13 19:32:15.796637 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-5b7397c3-e201-4389-9860-f0ecf5204ad9 req-c0a63cbd-b088-4cf5-93ec-ffcaaf17d351 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/security-groups?id=85f1a545-c61d-4acd-9a56-274b620fc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345354 Jul 13 19:32:16.087957 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6825acb-e9a2-4edc-857d-a70a412366ec req-2d0b13f2-7c57-402c-a1d7-934fbfdae84c tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:16.089476 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d6825acb-e9a2-4edc-857d-a70a412366ec req-2d0b13f2-7c57-402c-a1d7-934fbfdae84c tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 943 time: 0.0697036 Jul 13 19:32:16.139487 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d6825acb-e9a2-4edc-857d-a70a412366ec req-4aaa4cb6-64ef-40ce-bd69-a1aea13be6f7 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=f3a5b421-9b84-4f24-a1a2-8f0a98c65779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389757 Jul 13 19:32:16.187357 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38e8cf-7dae-4a19-a08b-8cd03dbd4b85 req-ec81a30b-c9c2-44ac-867b-3f4707c8257d tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:16.189012 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-9a38e8cf-7dae-4a19-a08b-8cd03dbd4b85 req-ec81a30b-c9c2-44ac-867b-3f4707c8257d tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 944 time: 0.0702820 Jul 13 19:32:16.234902 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-9a38e8cf-7dae-4a19-a08b-8cd03dbd4b85 req-1187644f-aae0-462a-9025-4f3d83cc0871 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/security-groups?id=4db08e9d-cd84-42ba-932f-62d3bd3b2487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386465 Jul 13 19:32:16.340455 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-3364543d-1ff5-4dcb-9a17-2be8dd60d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:16.990641 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b412c6b0-1947-4a9d-aec0-08b2f9baa45a req-69aee745-1dc5-4759-985c-3a46a7dd3e96 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:16.992891 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b412c6b0-1947-4a9d-aec0-08b2f9baa45a req-69aee745-1dc5-4759-985c-3a46a7dd3e96 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/ports?device_id=39b601ce-0672-43a5-9599-75f58da22a08 HTTP/1.1" status: 200 len: 945 time: 0.0783966 Jul 13 19:32:17.308747 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b412c6b0-1947-4a9d-aec0-08b2f9baa45a req-5d24e987-fe58-4f0d-aabe-411c5f558a36 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/security-groups?id=85f1a545-c61d-4acd-9a56-274b620fc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070400 Jul 13 19:32:17.360995 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1cefa-19a9-4234-b98d-c8e26744d8bd req-8a864b51-56a4-4469-9218-8a0f5e04afc6 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:17.362521 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2de1cefa-19a9-4234-b98d-c8e26744d8bd req-8a864b51-56a4-4469-9218-8a0f5e04afc6 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 943 time: 0.0863307 Jul 13 19:32:17.406837 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-2de1cefa-19a9-4234-b98d-c8e26744d8bd req-6ccabd39-1513-4f5e-83bb-a5cdf8042d5a tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=f3a5b421-9b84-4f24-a1a2-8f0a98c65779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381773 Jul 13 19:32:17.489516 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc7249d-de51-4cbf-8f8b-d443a4a052ae req-38f237da-6c33-4c4e-934c-84fd100462f5 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:17.490916 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-5dc7249d-de51-4cbf-8f8b-d443a4a052ae req-38f237da-6c33-4c4e-934c-84fd100462f5 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 944 time: 0.0657485 Jul 13 19:32:17.531343 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-5dc7249d-de51-4cbf-8f8b-d443a4a052ae req-825a7a4c-f85a-41fb-9ac0-52cdd0921ea0 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/security-groups?id=4db08e9d-cd84-42ba-932f-62d3bd3b2487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342090 Jul 13 19:32:18.498436 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f966eefe-5324-4f11-9846-399d43b71b5f req-79d450b9-fabb-4c7d-b35e-072ccf2578d1 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:18.501868 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-f966eefe-5324-4f11-9846-399d43b71b5f req-79d450b9-fabb-4c7d-b35e-072ccf2578d1 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/ports?device_id=39b601ce-0672-43a5-9599-75f58da22a08 HTTP/1.1" status: 200 len: 945 time: 0.0746999 Jul 13 19:32:18.550441 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-f966eefe-5324-4f11-9846-399d43b71b5f req-57b9ad94-d933-4979-b5a8-82ec5b939344 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/security-groups?id=85f1a545-c61d-4acd-9a56-274b620fc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409889 Jul 13 19:32:18.638512 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8408f98a-8d20-4e9b-a3df-bd4245e93fc2 req-675530ba-79ce-4b54-884c-de6af542c3a4 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:18.647182 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-8408f98a-8d20-4e9b-a3df-bd4245e93fc2 req-675530ba-79ce-4b54-884c-de6af542c3a4 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 943 time: 0.0925725 Jul 13 19:32:18.702952 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-8408f98a-8d20-4e9b-a3df-bd4245e93fc2 req-6c75ee83-a978-4102-8b55-8008e8af36bd tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=f3a5b421-9b84-4f24-a1a2-8f0a98c65779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543842 Jul 13 19:32:18.771141 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53712d-93ff-4edf-a58e-02c18974eafe req-b041a310-ee5a-4fa5-9d7f-e4f1c56e5218 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:18.772809 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-5f53712d-93ff-4edf-a58e-02c18974eafe req-b041a310-ee5a-4fa5-9d7f-e4f1c56e5218 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 944 time: 0.0808470 Jul 13 19:32:18.814112 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-5f53712d-93ff-4edf-a58e-02c18974eafe req-1cddf0fd-cbeb-46df-8b72-516fe1cc58a3 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/security-groups?id=4db08e9d-cd84-42ba-932f-62d3bd3b2487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351014 Jul 13 19:32:18.953679 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-d5c092e3-bf24-4039-a3bd-d3bb6fc544d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:19.079359 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:19.378160 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1d742f65-f79c-4a65-b010-3b3467ebb8a5 req-620ae31b-0a49-463d-9589-c369255f24db tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2103661069&fields=id&tenant_id=da56846ec73942cf83102acdbcf36164 HTTP/1.1" status: 200 len: 267 time: 0.0456955 Jul 13 19:32:19.488688 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d742f65-f79c-4a65-b010-3b3467ebb8a5 req-de6941c3-a5e1-428e-9025-b4e403ea4949 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:19.490074 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1d742f65-f79c-4a65-b010-3b3467ebb8a5 req-de6941c3-a5e1-428e-9025-b4e403ea4949 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/networks?id=fe00eba9-0278-49ca-8d63-f9bff0de1d38 HTTP/1.1" status: 200 len: 810 time: 0.1054997 Jul 13 19:32:19.505665 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1d742f65-f79c-4a65-b010-3b3467ebb8a5 req-b3ba8849-ea45-48bf-ba8b-81b7759b70a4 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/quotas/da56846ec73942cf83102acdbcf36164 HTTP/1.1" status: 200 len: 375 time: 0.0099621 Jul 13 19:32:19.583223 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1d742f65-f79c-4a65-b010-3b3467ebb8a5 req-81771c77-e8dd-415b-866b-3131f279d667 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=da56846ec73942cf83102acdbcf36164&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0715315 Jul 13 19:32:19.696556 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1d742f65-f79c-4a65-b010-3b3467ebb8a5 req-b37aea5a-968d-49bf-a0a5-203a0af8325e service neutron] 10.222.0.67 "GET /v2.0/networks/fe00eba9-0278-49ca-8d63-f9bff0de1d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925641 Jul 13 19:32:19.781788 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a79fdb-ed0c-4f78-bee3-ebb288a55658 req-4d2f346e-3f87-4cdd-991d-f8aba80cd471 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:19.784111 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-d9a79fdb-ed0c-4f78-bee3-ebb288a55658 req-4d2f346e-3f87-4cdd-991d-f8aba80cd471 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/ports?device_id=39b601ce-0672-43a5-9599-75f58da22a08 HTTP/1.1" status: 200 len: 945 time: 0.0978599 Jul 13 19:32:19.809197 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1d742f65-f79c-4a65-b010-3b3467ebb8a5 req-1da0768d-e7f1-45e0-86ce-260ecbf92d1e service neutron] 10.222.0.67 "GET /v2.0/networks/fe00eba9-0278-49ca-8d63-f9bff0de1d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033447 Jul 13 19:32:19.841313 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-d9a79fdb-ed0c-4f78-bee3-ebb288a55658 req-d601fbcb-2a93-46d8-a54a-9e80368673fb tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/security-groups?id=85f1a545-c61d-4acd-9a56-274b620fc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507760 Jul 13 19:32:20.048459 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63054b60-a4d8-43cc-a0ea-0f9022c879aa req-e897accc-1224-4fc9-bb4d-16a040296af5 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:20.050217 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-63054b60-a4d8-43cc-a0ea-0f9022c879aa req-e897accc-1224-4fc9-bb4d-16a040296af5 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 943 time: 0.0914626 Jul 13 19:32:20.104714 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-63054b60-a4d8-43cc-a0ea-0f9022c879aa req-10e447af-01ee-4d83-8211-6d5fec4f6e41 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=f3a5b421-9b84-4f24-a1a2-8f0a98c65779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486956 Jul 13 19:32:20.245718 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f121cc10-15a3-4774-9d3b-44cefef2260b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:20.246887 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7081961f-b165-47ab-8a81-b15e6a847f04 req-a953f685-53c5-4229-964f-2d4dce45ef76 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/ports?device_id=71f92cc7-5d60-46c7-9845-7bebdac5ecdd HTTP/1.1" status: 200 len: 210 time: 0.0689464 Jul 13 19:32:20.344820 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d246248d-5696-488c-8cc3-84f59e6ce044 req-572e51f9-298e-4483-bf08-0f1cac03de30 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:20.346411 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-d246248d-5696-488c-8cc3-84f59e6ce044 req-572e51f9-298e-4483-bf08-0f1cac03de30 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 944 time: 0.1031866 Jul 13 19:32:20.388163 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-d246248d-5696-488c-8cc3-84f59e6ce044 req-a7b31de8-bc90-4056-98a9-6cd8b88136d1 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/security-groups?id=4db08e9d-cd84-42ba-932f-62d3bd3b2487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354154 Jul 13 19:32:21.016603 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280235c4-a0c0-4f34-873f-15531d8b3a3c req-0ee99ed1-eac5-4b2b-8e7f-48324a1b899e tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:21.018451 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-280235c4-a0c0-4f34-873f-15531d8b3a3c req-0ee99ed1-eac5-4b2b-8e7f-48324a1b899e tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/ports?device_id=39b601ce-0672-43a5-9599-75f58da22a08 HTTP/1.1" status: 200 len: 945 time: 0.0680275 Jul 13 19:32:21.063015 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-280235c4-a0c0-4f34-873f-15531d8b3a3c req-60dc1084-2b7c-4f6c-b9f2-ade3cce415c1 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/security-groups?id=85f1a545-c61d-4acd-9a56-274b620fc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386009 Jul 13 19:32:21.310079 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3240aba-5749-4a8f-9f0e-989fa2a5175f req-2190dfb4-1b78-47f2-bd52-2ecd953981f1 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:21.312236 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-b3240aba-5749-4a8f-9f0e-989fa2a5175f req-2190dfb4-1b78-47f2-bd52-2ecd953981f1 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 943 time: 0.0833929 Jul 13 19:32:21.366186 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-b3240aba-5749-4a8f-9f0e-989fa2a5175f req-696d7bf2-e0ff-4073-bd10-4fec7952eaa2 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=f3a5b421-9b84-4f24-a1a2-8f0a98c65779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470440 Jul 13 19:32:21.418799 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-192d3f23-9137-46e9-8a0a-90e7cf970dc3 req-a0020089-fde6-4dc2-9b7c-c385b5baf9b7 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/ports?device_id=71f92cc7-5d60-46c7-9845-7bebdac5ecdd HTTP/1.1" status: 200 len: 210 time: 0.0362332 Jul 13 19:32:21.579484 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a067bea3-1f2e-4eb0-925b-4f65a890cefa req-d6156c47-54b4-4d29-8780-a052976436ee tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:21.581309 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-a067bea3-1f2e-4eb0-925b-4f65a890cefa req-d6156c47-54b4-4d29-8780-a052976436ee tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 944 time: 0.0755970 Jul 13 19:32:21.621740 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-a067bea3-1f2e-4eb0-925b-4f65a890cefa req-f4bf4e50-2f71-437b-960d-66e8a82ded3e tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/security-groups?id=4db08e9d-cd84-42ba-932f-62d3bd3b2487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344579 Jul 13 19:32:21.738559 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-90e910e5-9927-492e-a649-803b472a565a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:22.257491 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466bc49c-9b5b-4ddc-bb0a-0a834a18c9e1 req-999a88a7-86e8-4ba3-a50e-d9ca091c0830 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:22.259038 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-466bc49c-9b5b-4ddc-bb0a-0a834a18c9e1 req-999a88a7-86e8-4ba3-a50e-d9ca091c0830 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/ports?device_id=39b601ce-0672-43a5-9599-75f58da22a08 HTTP/1.1" status: 200 len: 945 time: 0.0742805 Jul 13 19:32:22.299718 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-466bc49c-9b5b-4ddc-bb0a-0a834a18c9e1 req-afed58fb-7d7e-4019-b67f-048cd638eccd tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/security-groups?id=85f1a545-c61d-4acd-9a56-274b620fc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340152 Jul 13 19:32:22.578728 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b759bed8-4a44-4b91-9cc8-f8235edb0b22 req-c2127dfe-8daf-4ec8-be07-ae3421229445 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:22.580463 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-b759bed8-4a44-4b91-9cc8-f8235edb0b22 req-c2127dfe-8daf-4ec8-be07-ae3421229445 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 943 time: 0.0798402 Jul 13 19:32:22.590162 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-07b96c40-f19c-470a-8bb4-373cef79af53 req-68caa787-2832-42fd-ba11-d1e639eaf828 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/ports?device_id=71f92cc7-5d60-46c7-9845-7bebdac5ecdd HTTP/1.1" status: 200 len: 210 time: 0.0395656 Jul 13 19:32:22.631821 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-b759bed8-4a44-4b91-9cc8-f8235edb0b22 req-39fbcecc-2b53-41eb-b3c8-092b18d92907 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=f3a5b421-9b84-4f24-a1a2-8f0a98c65779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448642 Jul 13 19:32:22.688288 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26726c4b-2652-4337-8ea1-c9fbedac7ad1 req-bf7feb5f-7e40-4219-a2e0-bfd3e16660b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:22.689903 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-26726c4b-2652-4337-8ea1-c9fbedac7ad1 req-bf7feb5f-7e40-4219-a2e0-bfd3e16660b7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=39b601ce-0672-43a5-9599-75f58da22a08 HTTP/1.1" status: 200 len: 1098 time: 0.0596921 Jul 13 19:32:22.732145 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-26726c4b-2652-4337-8ea1-c9fbedac7ad1 req-0515c396-bca7-49fe-be68-6387a94eaa4e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=85f1a545-c61d-4acd-9a56-274b620fc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308862 Jul 13 19:32:22.809003 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f51e96-4037-4618-bff6-bd4bc7b58ccb req-bbc53d2b-4c58-4e21-b8a2-3c6a10f6062c tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:22.810526 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a5f51e96-4037-4618-bff6-bd4bc7b58ccb req-bbc53d2b-4c58-4e21-b8a2-3c6a10f6062c tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 944 time: 0.0651374 Jul 13 19:32:22.847775 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a5f51e96-4037-4618-bff6-bd4bc7b58ccb req-e695d1bf-2f23-4f4c-900b-fd42c9661d4e tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/security-groups?id=4db08e9d-cd84-42ba-932f-62d3bd3b2487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317044 Jul 13 19:32:23.205133 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d742f65-f79c-4a65-b010-3b3467ebb8a5 req-4d0c8b14-3f1a-46a1-ae54-80b6eeac23c2 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:23.206851 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1d742f65-f79c-4a65-b010-3b3467ebb8a5 req-4d0c8b14-3f1a-46a1-ae54-80b6eeac23c2 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.18 "GET /v2.0/networks?id=fe00eba9-0278-49ca-8d63-f9bff0de1d38 HTTP/1.1" status: 200 len: 810 time: 0.1039784 Jul 13 19:32:23.253706 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1d742f65-f79c-4a65-b010-3b3467ebb8a5 req-8c4acef0-4eb1-4992-a801-8eb21ad365b0 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da56846ec73942cf83102acdbcf36164 HTTP/1.1" status: 200 len: 380 time: 0.0366895 Jul 13 19:32:23.264968 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [req-1d742f65-f79c-4a65-b010-3b3467ebb8a5 req-7c08ec0d-5b12-411b-a01e-118a5fee3f85 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Request body: {'port': {'device_id': '71f92cc7-5d60-46c7-9845-7bebdac5ecdd', 'network_id': 'fe00eba9-0278-49ca-8d63-f9bff0de1d38', 'admin_state_up': True, 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'security_groups': ['e4da3ed7-58bd-421e-aadf-e530e2f1571d']}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:32:23.381686 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d742f65-f79c-4a65-b010-3b3467ebb8a5 req-7c08ec0d-5b12-411b-a01e-118a5fee3f85 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Made reservation on behalf of da56846ec73942cf83102acdbcf36164 for: {'port': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:32:23.385369 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-1d742f65-f79c-4a65-b010-3b3467ebb8a5 req-7c08ec0d-5b12-411b-a01e-118a5fee3f85 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:23.484426 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46419c4-e7ae-4842-a893-cc717c5333c0 req-5092d593-9134-4cdb-a952-6785858727b1 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:23.486944 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-a46419c4-e7ae-4842-a893-cc717c5333c0 req-5092d593-9134-4cdb-a952-6785858727b1 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/ports?device_id=39b601ce-0672-43a5-9599-75f58da22a08 HTTP/1.1" status: 200 len: 945 time: 0.0738935 Jul 13 19:32:23.542423 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-a46419c4-e7ae-4842-a893-cc717c5333c0 req-74f54cf6-462a-433f-8dd8-758b48083f39 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/security-groups?id=85f1a545-c61d-4acd-9a56-274b620fc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489552 Jul 13 19:32:23.556380 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [req-1d742f65-f79c-4a65-b010-3b3467ebb8a5 req-7c08ec0d-5b12-411b-a01e-118a5fee3f85 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Allocated IP 172.20.0.7 (fe00eba9-0278-49ca-8d63-f9bff0de1d38/e7c2ed50-4f57-4cc1-ae5d-bd0d76563475/84d633e2-43fb-43a1-b094-0572a448d5fb) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:32:23.654629 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device 1db67f4a-337f-4ef0-a0c9-bc0adbe267ce details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:32:23.744692 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-1d742f65-f79c-4a65-b010-3b3467ebb8a5 req-7c08ec0d-5b12-411b-a01e-118a5fee3f85 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:23.773046 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [req-1d742f65-f79c-4a65-b010-3b3467ebb8a5 req-7c08ec0d-5b12-411b-a01e-118a5fee3f85 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Transition to ACTIVE for port object 84d633e2-43fb-43a1-b094-0572a448d5fb will not be triggered until provisioned by entity DHCP. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:32:23.809751 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port 1db67f4a-337f-4ef0-a0c9-bc0adbe267ce, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=1db67f4a-337f-4ef0-a0c9-bc0adbe267ce,segment=NetworkSegment(7ab24263-1de9-41e1-b330-4c6bf47d6bcd),segment_id=7ab24263-1de9-41e1-b330-4c6bf47d6bcd)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:23.823508 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Returning: {'device': '1db67f4a-337f-4ef0-a0c9-bc0adbe267ce', 'network_id': '3e4dc58a-a6f8-4fc6-9689-be4b7fc56525', 'port_id': '1db67f4a-337f-4ef0-a0c9-bc0adbe267ce', 'mac_address': 'fa:16:3e:7f:9b:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c3b9855-037d-4be9-92be-e197c249828f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:32:23.832187 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-385c69d8-806e-4f9a-815b-156c9165dee0 req-d70475aa-3d48-4db0-a620-c6db9d15d986 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/ports?device_id=71f92cc7-5d60-46c7-9845-7bebdac5ecdd HTTP/1.1" status: 200 len: 210 time: 0.0478127 Jul 13 19:32:23.874550 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-1d742f65-f79c-4a65-b010-3b3467ebb8a5 req-7c08ec0d-5b12-411b-a01e-118a5fee3f85 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752272454283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130471124'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:23.887151 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:23.899025 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab5de1-2cea-48c5-8f15-0e881c43987c req-18bd1246-6a93-4f3b-80cc-5d088f3cd203 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:23.909094 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-d6ab5de1-2cea-48c5-8f15-0e881c43987c req-18bd1246-6a93-4f3b-80cc-5d088f3cd203 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 943 time: 0.0990081 Jul 13 19:32:23.914678 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1db67f4a-337f-4ef0-a0c9-bc0adbe267ce {{(pid=92925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:32:23.946140 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port 1db67f4a-337f-4ef0-a0c9-bc0adbe267ce, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=1db67f4a-337f-4ef0-a0c9-bc0adbe267ce,segment=NetworkSegment(7ab24263-1de9-41e1-b330-4c6bf47d6bcd),segment_id=7ab24263-1de9-41e1-b330-4c6bf47d6bcd)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:23.951116 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:23.958394 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-d6ab5de1-2cea-48c5-8f15-0e881c43987c req-6b9c866f-b71e-476f-b737-fbed6066f6dc tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=f3a5b421-9b84-4f24-a1a2-8f0a98c65779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468836 Jul 13 19:32:23.974166 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d742f65-f79c-4a65-b010-3b3467ebb8a5 req-7c08ec0d-5b12-411b-a01e-118a5fee3f85 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Network fe00eba9-0278-49ca-8d63-f9bff0de1d38 is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:32:23.977979 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [req-1d742f65-f79c-4a65-b010-3b3467ebb8a5 req-7c08ec0d-5b12-411b-a01e-118a5fee3f85 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:32:24.001441 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d742f65-f79c-4a65-b010-3b3467ebb8a5 req-7c08ec0d-5b12-411b-a01e-118a5fee3f85 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:32:24.007939 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Pushing event updated for resources: {'Port': ['ID=1db67f4a-337f-4ef0-a0c9-bc0adbe267ce,revision_number=7']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:24.075365 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c08ec0d-5b12-411b-a01e-118a5fee3f85 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Pushing event updated for resources: {'Port': ['ID=84d633e2-43fb-43a1-b094-0572a448d5fb,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:24.101539 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d742f65-f79c-4a65-b010-3b3467ebb8a5 req-7c08ec0d-5b12-411b-a01e-118a5fee3f85 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:24.102188 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-1d742f65-f79c-4a65-b010-3b3467ebb8a5 req-7c08ec0d-5b12-411b-a01e-118a5fee3f85 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:24.126690 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1d742f65-f79c-4a65-b010-3b3467ebb8a5 req-7c08ec0d-5b12-411b-a01e-118a5fee3f85 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8655872 Jul 13 19:32:24.143427 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf184d7-5460-420f-bf67-4a2cf4ad2dff req-a0465046-1403-4f90-b795-2a3902458c59 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:24.144983 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1cf184d7-5460-420f-bf67-4a2cf4ad2dff req-a0465046-1403-4f90-b795-2a3902458c59 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 945 time: 0.1068456 Jul 13 19:32:24.148810 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [req-1d742f65-f79c-4a65-b010-3b3467ebb8a5 req-be0128ea-29e9-407e-947f-ab136b5e460c service neutron] Request body: {'port': {'device_id': '71f92cc7-5d60-46c7-9845-7bebdac5ecdd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:32:24.165115 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] get_ports_and_sgs() called for port_ids ['1db67f4a-337f-4ef0-a0c9-bc0adbe267ce'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:32:24.220984 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1cf184d7-5460-420f-bf67-4a2cf4ad2dff req-1723b40a-0f47-4a22-8a0e-a230a8430400 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/security-groups?id=4db08e9d-cd84-42ba-932f-62d3bd3b2487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694706 Jul 13 19:32:24.260178 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-1d742f65-f79c-4a65-b010-3b3467ebb8a5 req-be0128ea-29e9-407e-947f-ab136b5e460c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:24.271708 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-f193cc5e-b25e-4e2e-b0d3-6271bcc59b20 None None] Provisioning for port 84d633e2-43fb-43a1-b094-0572a448d5fb completed by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:32:24.278859 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-f193cc5e-b25e-4e2e-b0d3-6271bcc59b20 None None] Provisioning complete for port 84d633e2-43fb-43a1-b094-0572a448d5fb triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:32:24.279263 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f193cc5e-b25e-4e2e-b0d3-6271bcc59b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:24.335804 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-f193cc5e-b25e-4e2e-b0d3-6271bcc59b20 None None] Port 84d633e2-43fb-43a1-b094-0572a448d5fb cannot update to ACTIVE because it is not bound. {{(pid=92925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:32:24.528181 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [req-1d742f65-f79c-4a65-b010-3b3467ebb8a5 req-be0128ea-29e9-407e-947f-ab136b5e460c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84d633e2-43fb-43a1-b094-0572a448d5fb {{(pid=92923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:32:24.536333 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-1d742f65-f79c-4a65-b010-3b3467ebb8a5 req-be0128ea-29e9-407e-947f-ab136b5e460c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:24.547900 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [req-1d742f65-f79c-4a65-b010-3b3467ebb8a5 req-be0128ea-29e9-407e-947f-ab136b5e460c service neutron] Transition to ACTIVE for port object 84d633e2-43fb-43a1-b094-0572a448d5fb will not be triggered until provisioned by entity L2. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:32:24.551559 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-1d742f65-f79c-4a65-b010-3b3467ebb8a5 req-be0128ea-29e9-407e-947f-ab136b5e460c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130471135'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:24.604807 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0128ea-29e9-407e-947f-ab136b5e460c service neutron] Pushing event updated for resources: {'Port': ['ID=84d633e2-43fb-43a1-b094-0572a448d5fb,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:24.682909 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-1d742f65-f79c-4a65-b010-3b3467ebb8a5 req-be0128ea-29e9-407e-947f-ab136b5e460c service neutron] Attempting to bind port 84d633e2-43fb-43a1-b094-0572a448d5fb on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:32:24.683274 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-1d742f65-f79c-4a65-b010-3b3467ebb8a5 req-be0128ea-29e9-407e-947f-ab136b5e460c service neutron] Attempting to bind port 84d633e2-43fb-43a1-b094-0572a448d5fb by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '9e78100f-3ded-4534-86f9-3d2900c1d317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'fe00eba9-0278-49ca-8d63-f9bff0de1d38'}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:32:24.683607 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d742f65-f79c-4a65-b010-3b3467ebb8a5 req-be0128ea-29e9-407e-947f-ab136b5e460c service neutron] Attempting to bind port 84d633e2-43fb-43a1-b094-0572a448d5fb on network fe00eba9-0278-49ca-8d63-f9bff0de1d38 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:32:24.688498 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d742f65-f79c-4a65-b010-3b3467ebb8a5 req-be0128ea-29e9-407e-947f-ab136b5e460c service neutron] Port 84d633e2-43fb-43a1-b094-0572a448d5fb on network fe00eba9-0278-49ca-8d63-f9bff0de1d38 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:32:24.688848 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d742f65-f79c-4a65-b010-3b3467ebb8a5 req-be0128ea-29e9-407e-947f-ab136b5e460c service neutron] Attempting to bind port 84d633e2-43fb-43a1-b094-0572a448d5fb on network fe00eba9-0278-49ca-8d63-f9bff0de1d38 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:32:24.693974 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d742f65-f79c-4a65-b010-3b3467ebb8a5 req-be0128ea-29e9-407e-947f-ab136b5e460c service neutron] Checking agent: {'id': '4a103c85-e045-48ce-a8be-787d9b9ed000', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 23, 28), 'started_at': datetime.datetime(2021, 7, 13, 19, 23, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:32:24.694343 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d742f65-f79c-4a65-b010-3b3467ebb8a5 req-be0128ea-29e9-407e-947f-ab136b5e460c service neutron] Checking segment: {'id': '9e78100f-3ded-4534-86f9-3d2900c1d317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'fe00eba9-0278-49ca-8d63-f9bff0de1d38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:32:24.694730 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d742f65-f79c-4a65-b010-3b3467ebb8a5 req-be0128ea-29e9-407e-947f-ab136b5e460c service neutron] Bound using segment: {'id': '9e78100f-3ded-4534-86f9-3d2900c1d317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'fe00eba9-0278-49ca-8d63-f9bff0de1d38'} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:32:24.695161 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-1d742f65-f79c-4a65-b010-3b3467ebb8a5 req-be0128ea-29e9-407e-947f-ab136b5e460c service neutron] Bound port: 84d633e2-43fb-43a1-b094-0572a448d5fb, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e78100f-3ded-4534-86f9-3d2900c1d317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'fe00eba9-0278-49ca-8d63-f9bff0de1d38'}}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:32:24.695554 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-1d742f65-f79c-4a65-b010-3b3467ebb8a5 req-be0128ea-29e9-407e-947f-ab136b5e460c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:24.728994 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7261d41c-a86e-4ecc-b371-316431f5be10 req-94f3e6de-990e-48e7-8fbd-b20196530052 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:24.730813 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-7261d41c-a86e-4ecc-b371-316431f5be10 req-94f3e6de-990e-48e7-8fbd-b20196530052 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/ports?device_id=39b601ce-0672-43a5-9599-75f58da22a08 HTTP/1.1" status: 200 len: 945 time: 0.0675719 Jul 13 19:32:24.771897 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-7261d41c-a86e-4ecc-b371-316431f5be10 req-c54720c6-6d48-4330-97b1-3938792046bc tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/security-groups?id=85f1a545-c61d-4acd-9a56-274b620fc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348134 Jul 13 19:32:24.778325 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-1d742f65-f79c-4a65-b010-3b3467ebb8a5 req-be0128ea-29e9-407e-947f-ab136b5e460c service neutron] For port 84d633e2-43fb-43a1-b094-0572a448d5fb, host hv-cinder-78693, cleared binding levels {{(pid=92923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:32:24.782444 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-1d742f65-f79c-4a65-b010-3b3467ebb8a5 req-be0128ea-29e9-407e-947f-ab136b5e460c service neutron] For port 84d633e2-43fb-43a1-b094-0572a448d5fb, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=84d633e2-43fb-43a1-b094-0572a448d5fb,segment=NetworkSegment(9e78100f-3ded-4534-86f9-3d2900c1d317),segment_id=9e78100f-3ded-4534-86f9-3d2900c1d317)] {{(pid=92923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:32:24.785986 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-1d742f65-f79c-4a65-b010-3b3467ebb8a5 req-be0128ea-29e9-407e-947f-ab136b5e460c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130471135'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:24.818746 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d742f65-f79c-4a65-b010-3b3467ebb8a5 req-be0128ea-29e9-407e-947f-ab136b5e460c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:24.819401 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-1d742f65-f79c-4a65-b010-3b3467ebb8a5 req-be0128ea-29e9-407e-947f-ab136b5e460c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:24.820809 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1d742f65-f79c-4a65-b010-3b3467ebb8a5 req-be0128ea-29e9-407e-947f-ab136b5e460c service neutron] 10.222.0.18 "PUT /v2.0/ports/84d633e2-43fb-43a1-b094-0572a448d5fb HTTP/1.1" status: 200 len: 1093 time: 0.6862671 Jul 13 19:32:24.821251 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71f92cc7-5d60-46c7-9845-7bebdac5ecdd', 'tag': '84d633e2-43fb-43a1-b094-0572a448d5fb'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:32:24.823581 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1087dd994376df9afb132dbe65b34b6853527e2d112168992b97c33633c3add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91bcac9-1471-4f22-9195-1df53d0b027f" -d '{"events": [{"name": "network-changed", "server_uuid": "71f92cc7-5d60-46c7-9845-7bebdac5ecdd", "tag": "84d633e2-43fb-43a1-b094-0572a448d5fb"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:32:24.865641 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0128ea-29e9-407e-947f-ab136b5e460c service neutron] Pushing event updated for resources: {'Port': ['ID=84d633e2-43fb-43a1-b094-0572a448d5fb,revision_number=3']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:24.916558 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf94a32-b013-4839-8672-3203fbaa00a1 x-openstack-request-id: req-bdf94a32-b013-4839-8672-3203fbaa00a1 {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:32:24.916858 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71f92cc7-5d60-46c7-9845-7bebdac5ecdd", "tag": "84d633e2-43fb-43a1-b094-0572a448d5fb", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:32:24.917145 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-bdf94a32-b013-4839-8672-3203fbaa00a1 {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:32:24.917506 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71f92cc7-5d60-46c7-9845-7bebdac5ecdd', 'tag': '84d633e2-43fb-43a1-b094-0572a448d5fb', 'status': 'completed', 'code': 200} Jul 13 19:32:24.951449 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d742f65-f79c-4a65-b010-3b3467ebb8a5 req-65a7d46a-b53e-4026-8064-98f15e3ad2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:24.954084 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1d742f65-f79c-4a65-b010-3b3467ebb8a5 req-65a7d46a-b53e-4026-8064-98f15e3ad2f8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=da56846ec73942cf83102acdbcf36164&device_id=71f92cc7-5d60-46c7-9845-7bebdac5ecdd HTTP/1.1" status: 200 len: 1096 time: 0.0721579 Jul 13 19:32:25.010462 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1d742f65-f79c-4a65-b010-3b3467ebb8a5 req-c3b871f2-a6ff-416b-ba45-458b0374f4b4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84d633e2-43fb-43a1-b094-0572a448d5fb HTTP/1.1" status: 200 len: 217 time: 0.0490246 Jul 13 19:32:25.074119 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa68f8-7228-4340-a0b9-9f27cebe6e7e req-331f8164-2d39-4898-9f3f-e6ea14987780 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:25.079440 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-c6fa68f8-7228-4340-a0b9-9f27cebe6e7e req-331f8164-2d39-4898-9f3f-e6ea14987780 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/ports?device_id=71f92cc7-5d60-46c7-9845-7bebdac5ecdd HTTP/1.1" status: 200 len: 943 time: 0.0996566 Jul 13 19:32:25.090873 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d742f65-f79c-4a65-b010-3b3467ebb8a5 req-77f62618-f9e0-4631-a141-69d65c42ad57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:25.092546 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1d742f65-f79c-4a65-b010-3b3467ebb8a5 req-77f62618-f9e0-4631-a141-69d65c42ad57 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e7c2ed50-4f57-4cc1-ae5d-bd0d76563475 HTTP/1.1" status: 200 len: 849 time: 0.0762680 Jul 13 19:32:25.137878 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-c6fa68f8-7228-4340-a0b9-9f27cebe6e7e req-0dade28a-a132-489e-aff5-5434cc5e7f83 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/security-groups?id=e4da3ed7-58bd-421e-aadf-e530e2f1571d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465147 Jul 13 19:32:25.227804 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da521585-aeeb-41df-bc96-f5684967fbd1 req-28b72b8f-e29c-40bd-b312-d85a3bad87c9 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:25.229756 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-da521585-aeeb-41df-bc96-f5684967fbd1 req-28b72b8f-e29c-40bd-b312-d85a3bad87c9 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 943 time: 0.0952673 Jul 13 19:32:25.232011 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d742f65-f79c-4a65-b010-3b3467ebb8a5 req-a32b02db-0fef-4425-b147-babc92e2a70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:25.233750 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1d742f65-f79c-4a65-b010-3b3467ebb8a5 req-a32b02db-0fef-4425-b147-babc92e2a70b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fe00eba9-0278-49ca-8d63-f9bff0de1d38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1327808 Jul 13 19:32:25.324084 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-da521585-aeeb-41df-bc96-f5684967fbd1 req-97db125b-1abe-4469-a156-c6c88c962b8f tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=f3a5b421-9b84-4f24-a1a2-8f0a98c65779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874188 Jul 13 19:32:25.364780 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1d742f65-f79c-4a65-b010-3b3467ebb8a5 req-c0b942b8-76dd-443e-ae24-1a8935e5e4bc service neutron] 10.222.0.18 "GET /v2.0/networks/fe00eba9-0278-49ca-8d63-f9bff0de1d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202168 Jul 13 19:32:25.426766 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b3a8d1-a6cc-4f29-b47e-4a04d29d3bba req-7a553306-ac88-4184-853e-efdab77a8f74 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:25.428480 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-d0b3a8d1-a6cc-4f29-b47e-4a04d29d3bba req-7a553306-ac88-4184-853e-efdab77a8f74 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 945 time: 0.0771244 Jul 13 19:32:25.461070 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1d742f65-f79c-4a65-b010-3b3467ebb8a5 req-caa5020e-1ba5-45e3-8dc0-6fc0848b2d05 service neutron] 10.222.0.18 "GET /v2.0/networks/fe00eba9-0278-49ca-8d63-f9bff0de1d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898263 Jul 13 19:32:25.469236 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-d0b3a8d1-a6cc-4f29-b47e-4a04d29d3bba req-8b495916-c955-4f7e-a2e7-e5c74a8e85c2 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/security-groups?id=4db08e9d-cd84-42ba-932f-62d3bd3b2487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347157 Jul 13 19:32:25.562811 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91bcac9-1471-4f22-9195-1df53d0b027f req-c280f50e-1335-45c9-91ee-33855a1fd922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:25.564343 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d91bcac9-1471-4f22-9195-1df53d0b027f req-c280f50e-1335-45c9-91ee-33855a1fd922 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=da56846ec73942cf83102acdbcf36164&device_id=71f92cc7-5d60-46c7-9845-7bebdac5ecdd HTTP/1.1" status: 200 len: 1096 time: 0.0544310 Jul 13 19:32:25.649567 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91bcac9-1471-4f22-9195-1df53d0b027f req-e1a51307-92f4-45c0-bb82-b8b23191e2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:25.650909 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d91bcac9-1471-4f22-9195-1df53d0b027f req-e1a51307-92f4-45c0-bb82-b8b23191e2ae service neutron] 10.222.0.18 "GET /v2.0/networks?id=fe00eba9-0278-49ca-8d63-f9bff0de1d38 HTTP/1.1" status: 200 len: 911 time: 0.0801246 Jul 13 19:32:25.675832 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device ae714645-8542-4b1c-b7c4-4da96e65663b details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:32:25.678941 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device 1db67f4a-337f-4ef0-a0c9-bc0adbe267ce up at agent hyperv_hv-cinder-78693 {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:32:25.696864 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d91bcac9-1471-4f22-9195-1df53d0b027f req-0ca98846-d252-4c77-9d5d-1b2955d4660b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84d633e2-43fb-43a1-b094-0572a448d5fb HTTP/1.1" status: 200 len: 217 time: 0.0368185 Jul 13 19:32:25.744913 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91bcac9-1471-4f22-9195-1df53d0b027f req-c3a69bbd-9e14-4e9c-b24e-866297f0b71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:25.746384 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d91bcac9-1471-4f22-9195-1df53d0b027f req-c3a69bbd-9e14-4e9c-b24e-866297f0b71d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e7c2ed50-4f57-4cc1-ae5d-bd0d76563475 HTTP/1.1" status: 200 len: 849 time: 0.0429559 Jul 13 19:32:25.793248 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Provisioning complete for port 1db67f4a-337f-4ef0-a0c9-bc0adbe267ce triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:32:25.793627 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:25.804110 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91bcac9-1471-4f22-9195-1df53d0b027f req-03b6f01e-81a5-4765-b2f4-fdda7696e22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:25.805675 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d91bcac9-1471-4f22-9195-1df53d0b027f req-03b6f01e-81a5-4765-b2f4-fdda7696e22d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fe00eba9-0278-49ca-8d63-f9bff0de1d38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528400 Jul 13 19:32:25.835224 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port ae714645-8542-4b1c-b7c4-4da96e65663b, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ae714645-8542-4b1c-b7c4-4da96e65663b,segment=NetworkSegment(b2c84280-8460-4aa6-b89f-bacddd6514f2),segment_id=b2c84280-8460-4aa6-b89f-bacddd6514f2)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:25.855522 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Returning: {'device': 'ae714645-8542-4b1c-b7c4-4da96e65663b', 'network_id': 'c438c907-bcad-48c0-af76-f26d5c29bc9d', 'port_id': 'ae714645-8542-4b1c-b7c4-4da96e65663b', 'mac_address': 'fa:16:3e:e4:fb:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea1ae014-478a-41b7-af24-a9a2c8a9fd89', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:32:25.898824 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d91bcac9-1471-4f22-9195-1df53d0b027f req-c17b7f41-e062-4d82-b6ed-93a11901ffef service neutron] 10.222.0.18 "GET /v2.0/networks/fe00eba9-0278-49ca-8d63-f9bff0de1d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865963 Jul 13 19:32:25.923336 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:25.937832 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:25.940494 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae714645-8542-4b1c-b7c4-4da96e65663b {{(pid=92925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:32:25.974102 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port ae714645-8542-4b1c-b7c4-4da96e65663b, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ae714645-8542-4b1c-b7c4-4da96e65663b,segment=NetworkSegment(b2c84280-8460-4aa6-b89f-bacddd6514f2),segment_id=b2c84280-8460-4aa6-b89f-bacddd6514f2)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:25.978827 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d83e088-f62a-40f1-87d7-784bfcbcaed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db67f4a-337f-4ef0-a0c9-bc0adbe267ce'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:32:25.981160 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540c69b029c7553e3853e743d2a892cf8287872a4bddd25c2711216cf853e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f8fe1ff-053b-4327-afd2-c95217650b9d" -d '{"events": [{"server_uuid": "3d83e088-f62a-40f1-87d7-784bfcbcaed8", "name": "network-vif-plugged", "status": "completed", "tag": "1db67f4a-337f-4ef0-a0c9-bc0adbe267ce"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:32:25.990656 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:25.997323 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d91bcac9-1471-4f22-9195-1df53d0b027f req-0eaa8dbb-c0ca-4ce2-baee-7544cd5bf97b service neutron] 10.222.0.18 "GET /v2.0/networks/fe00eba9-0278-49ca-8d63-f9bff0de1d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923479 Jul 13 19:32:25.997550 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port 1db67f4a-337f-4ef0-a0c9-bc0adbe267ce, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=1db67f4a-337f-4ef0-a0c9-bc0adbe267ce,segment=NetworkSegment(7ab24263-1de9-41e1-b330-4c6bf47d6bcd),segment_id=7ab24263-1de9-41e1-b330-4c6bf47d6bcd)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:26.023104 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da251d9-f5ca-476f-9633-0f643a7d8330 x-openstack-request-id: req-0da251d9-f5ca-476f-9633-0f643a7d8330 {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:32:26.023420 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d83e088-f62a-40f1-87d7-784bfcbcaed8", "name": "network-vif-plugged", "status": "completed", "tag": "1db67f4a-337f-4ef0-a0c9-bc0adbe267ce", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:32:26.023675 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0da251d9-f5ca-476f-9633-0f643a7d8330 {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:32:26.024073 dv-cinder-786932-3-iscsi neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d83e088-f62a-40f1-87d7-784bfcbcaed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db67f4a-337f-4ef0-a0c9-bc0adbe267ce', 'code': 200} Jul 13 19:32:26.024826 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:26.058549 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Pushing event updated for resources: {'Port': ['ID=ae714645-8542-4b1c-b7c4-4da96e65663b,revision_number=9']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:26.106813 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Pushing event updated for resources: {'Port': ['ID=1db67f4a-337f-4ef0-a0c9-bc0adbe267ce,revision_number=8']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:26.213834 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] get_ports_and_sgs() called for port_ids ['ae714645-8542-4b1c-b7c4-4da96e65663b'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:32:26.294842 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5735c95-acb8-42f2-87a8-98aea5174f72 req-394bd073-f58d-49c7-84f2-27b06c267db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:26.297111 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c5735c95-acb8-42f2-87a8-98aea5174f72 req-394bd073-f58d-49c7-84f2-27b06c267db4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 1099 time: 0.0721049 Jul 13 19:32:26.339519 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a917af-7c46-4110-aef7-7678e4ef87e8 req-417a918c-4e6d-4842-8f95-56e60f69ccf8 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:26.353011 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-53a917af-7c46-4110-aef7-7678e4ef87e8 req-417a918c-4e6d-4842-8f95-56e60f69ccf8 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/ports?device_id=71f92cc7-5d60-46c7-9845-7bebdac5ecdd HTTP/1.1" status: 200 len: 943 time: 0.0892642 Jul 13 19:32:26.369011 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c5735c95-acb8-42f2-87a8-98aea5174f72 req-b80b5fcc-0dda-436b-a3b6-f04d6d107686 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4db08e9d-cd84-42ba-932f-62d3bd3b2487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655110 Jul 13 19:32:26.405764 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-53a917af-7c46-4110-aef7-7678e4ef87e8 req-26bbb69b-e20a-4b49-aa66-a64cb04fdb66 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/security-groups?id=e4da3ed7-58bd-421e-aadf-e530e2f1571d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513289 Jul 13 19:32:26.591381 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cde370-1cc4-4154-a056-d6cde102e7a0 req-6b84b518-7828-4833-81f9-363b3ecada37 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:26.593436 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-25cde370-1cc4-4154-a056-d6cde102e7a0 req-6b84b518-7828-4833-81f9-363b3ecada37 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 944 time: 0.0770271 Jul 13 19:32:26.634903 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-25cde370-1cc4-4154-a056-d6cde102e7a0 req-dbb9f129-a759-420d-b8e7-0f352d4b9e0c tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=f3a5b421-9b84-4f24-a1a2-8f0a98c65779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340683 Jul 13 19:32:26.854816 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d59da-4fe5-4fe0-9b2b-3706f8f5e6b4 req-5792736c-a553-4da4-8929-90d250617a47 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:26.856376 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-f19d59da-4fe5-4fe0-9b2b-3706f8f5e6b4 req-5792736c-a553-4da4-8929-90d250617a47 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 946 time: 0.0823078 Jul 13 19:32:26.896476 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-f19d59da-4fe5-4fe0-9b2b-3706f8f5e6b4 req-cfe50e8e-8e56-491f-b7cd-054d7d00bd57 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/security-groups?id=4db08e9d-cd84-42ba-932f-62d3bd3b2487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333312 Jul 13 19:32:27.586855 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be14a14-c560-42a0-8332-3adfa0f95add req-d53e871d-70bb-4bb7-ac08-3931f5aaad8b tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:27.588408 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-0be14a14-c560-42a0-8332-3adfa0f95add req-d53e871d-70bb-4bb7-ac08-3931f5aaad8b tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/ports?device_id=71f92cc7-5d60-46c7-9845-7bebdac5ecdd HTTP/1.1" status: 200 len: 943 time: 0.0658965 Jul 13 19:32:27.629477 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-0be14a14-c560-42a0-8332-3adfa0f95add req-f514a563-5ed6-439a-89c0-5d2334a4e00d tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/security-groups?id=e4da3ed7-58bd-421e-aadf-e530e2f1571d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350468 Jul 13 19:32:27.680545 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device ae714645-8542-4b1c-b7c4-4da96e65663b up at agent hyperv_hv-cinder-78693 {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:32:27.731333 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Provisioning complete for port ae714645-8542-4b1c-b7c4-4da96e65663b triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:32:27.731649 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:27.812259 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:27.826006 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea2469e-11fa-4436-9cca-733a3b1301eb req-7d73067c-7ad6-4023-a933-9e474d7e706c tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:27.828201 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-aea2469e-11fa-4436-9cca-733a3b1301eb req-7d73067c-7ad6-4023-a933-9e474d7e706c tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 944 time: 0.0700142 Jul 13 19:32:27.845792 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port ae714645-8542-4b1c-b7c4-4da96e65663b, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ae714645-8542-4b1c-b7c4-4da96e65663b,segment=NetworkSegment(b2c84280-8460-4aa6-b89f-bacddd6514f2),segment_id=b2c84280-8460-4aa6-b89f-bacddd6514f2)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:27.851365 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:27.868185 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-aea2469e-11fa-4436-9cca-733a3b1301eb req-0987af54-3213-4428-9815-0acb33d24b8c tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=f3a5b421-9b84-4f24-a1a2-8f0a98c65779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339167 Jul 13 19:32:27.902514 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Pushing event updated for resources: {'Port': ['ID=ae714645-8542-4b1c-b7c4-4da96e65663b,revision_number=10']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:28.025171 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde104be-db8a-4268-ae35-426916b042a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae714645-8542-4b1c-b7c4-4da96e65663b'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:32:28.027417 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540c69b029c7553e3853e743d2a892cf8287872a4bddd25c2711216cf853e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266f10c5-5f84-487f-9205-71263431ae43" -d '{"events": [{"server_uuid": "dde104be-db8a-4268-ae35-426916b042a4", "name": "network-vif-plugged", "status": "completed", "tag": "ae714645-8542-4b1c-b7c4-4da96e65663b"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:32:28.065728 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f51152-0841-4287-9e79-d0dbd2f86792 x-openstack-request-id: req-02f51152-0841-4287-9e79-d0dbd2f86792 {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:32:28.066082 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde104be-db8a-4268-ae35-426916b042a4", "name": "network-vif-plugged", "status": "completed", "tag": "ae714645-8542-4b1c-b7c4-4da96e65663b", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:32:28.066267 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-02f51152-0841-4287-9e79-d0dbd2f86792 {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:32:28.066652 dv-cinder-786932-3-iscsi neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde104be-db8a-4268-ae35-426916b042a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae714645-8542-4b1c-b7c4-4da96e65663b', 'code': 200} Jul 13 19:32:28.079363 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1a7c44-0fbf-4c3e-a084-28811024b044 req-182ef68b-de12-4b74-be18-533ecd0b3423 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:28.080870 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-5a1a7c44-0fbf-4c3e-a084-28811024b044 req-182ef68b-de12-4b74-be18-533ecd0b3423 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 946 time: 0.0665746 Jul 13 19:32:28.122217 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-5a1a7c44-0fbf-4c3e-a084-28811024b044 req-c231ed7e-e455-4663-a15f-6633089ad71c tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/security-groups?id=4db08e9d-cd84-42ba-932f-62d3bd3b2487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354249 Jul 13 19:32:28.270708 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e8290-f0a0-4f42-a32f-736522874f6a req-a6fb2866-8c8d-4cfc-9141-f35883e2d958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:28.272399 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-042e8290-f0a0-4f42-a32f-736522874f6a req-a6fb2866-8c8d-4cfc-9141-f35883e2d958 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 1099 time: 0.0598202 Jul 13 19:32:28.310995 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-042e8290-f0a0-4f42-a32f-736522874f6a req-07116107-195a-435c-9e5b-8f87d113e149 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f3a5b421-9b84-4f24-a1a2-8f0a98c65779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325155 Jul 13 19:32:28.836459 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b122d-66d2-4692-9bc1-7c3450169998 req-3edf22b5-c2fd-43ff-bea4-ab7473830456 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:28.837982 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-b16b122d-66d2-4692-9bc1-7c3450169998 req-3edf22b5-c2fd-43ff-bea4-ab7473830456 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/ports?device_id=71f92cc7-5d60-46c7-9845-7bebdac5ecdd HTTP/1.1" status: 200 len: 943 time: 0.0826650 Jul 13 19:32:28.885952 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-b16b122d-66d2-4692-9bc1-7c3450169998 req-f1769a3c-1a9e-458e-a274-3e78cf586fba tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/security-groups?id=e4da3ed7-58bd-421e-aadf-e530e2f1571d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395691 Jul 13 19:32:29.069917 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473aab38-9e5e-47f3-8c99-e30244afbb88 req-1baca33c-dd03-455d-a585-207a6ebd9799 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:29.071432 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-473aab38-9e5e-47f3-8c99-e30244afbb88 req-1baca33c-dd03-455d-a585-207a6ebd9799 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 946 time: 0.0707481 Jul 13 19:32:29.109709 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-473aab38-9e5e-47f3-8c99-e30244afbb88 req-f15954e2-1bc8-4108-9c36-40da9926d5c7 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=f3a5b421-9b84-4f24-a1a2-8f0a98c65779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327384 Jul 13 19:32:30.045773 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:30.073060 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c283d304-a7a7-489a-b4d7-a58fe21239e2 req-6afd9df4-3534-4794-9c0c-41778cf285f1 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:30.074579 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-c283d304-a7a7-489a-b4d7-a58fe21239e2 req-6afd9df4-3534-4794-9c0c-41778cf285f1 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/ports?device_id=71f92cc7-5d60-46c7-9845-7bebdac5ecdd HTTP/1.1" status: 200 len: 943 time: 0.0654483 Jul 13 19:32:30.113428 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-c283d304-a7a7-489a-b4d7-a58fe21239e2 req-71618a59-6a5d-4561-9dbb-e87aac8ca9be tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/security-groups?id=e4da3ed7-58bd-421e-aadf-e530e2f1571d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320227 Jul 13 19:32:30.193172 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a9cd0753-9158-4ac6-97f5-37f121f88a65 req-3004f470-d48c-461c-9d3e-cc7b8845de24 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0593593 Jul 13 19:32:30.306692 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd0753-9158-4ac6-97f5-37f121f88a65 req-81190237-d963-40f0-86c3-df8cbb03b2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:30.308236 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a9cd0753-9158-4ac6-97f5-37f121f88a65 req-81190237-d963-40f0-86c3-df8cbb03b2bc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=117cfd7c8bd64e5eac700d0258401983&device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 1099 time: 0.0936985 Jul 13 19:32:30.320753 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67301681-fc7f-4ec5-a0fe-1b6cd367c275 req-a3d0d6c4-bbf2-4861-a0a3-aa0f9be3a1cc tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:30.322238 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-67301681-fc7f-4ec5-a0fe-1b6cd367c275 req-a3d0d6c4-bbf2-4861-a0a3-aa0f9be3a1cc tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 946 time: 0.0821927 Jul 13 19:32:30.417263 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-67301681-fc7f-4ec5-a0fe-1b6cd367c275 req-3256628c-e997-4cbc-810c-d950ff4fe434 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=f3a5b421-9b84-4f24-a1a2-8f0a98c65779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876663 Jul 13 19:32:30.447640 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd0753-9158-4ac6-97f5-37f121f88a65 req-21527053-3eac-4ad8-871f-32ded0c2095f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:30.449075 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a9cd0753-9158-4ac6-97f5-37f121f88a65 req-21527053-3eac-4ad8-871f-32ded0c2095f service neutron] 10.222.0.18 "GET /v2.0/networks?id=c438c907-bcad-48c0-af76-f26d5c29bc9d HTTP/1.1" status: 200 len: 917 time: 0.1115396 Jul 13 19:32:30.510837 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a9cd0753-9158-4ac6-97f5-37f121f88a65 req-3fc655cf-af2c-499d-8b03-d461d4d479d9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae714645-8542-4b1c-b7c4-4da96e65663b HTTP/1.1" status: 200 len: 1000 time: 0.0561030 Jul 13 19:32:30.562062 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd0753-9158-4ac6-97f5-37f121f88a65 req-014fac88-20be-42cd-851e-a00042405f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:30.563515 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a9cd0753-9158-4ac6-97f5-37f121f88a65 req-014fac88-20be-42cd-851e-a00042405f3f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ea1ae014-478a-41b7-af24-a9a2c8a9fd89 HTTP/1.1" status: 200 len: 855 time: 0.0463598 Jul 13 19:32:30.619856 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd0753-9158-4ac6-97f5-37f121f88a65 req-2410d0b2-a5e5-4f69-a4f6-2c14b6052a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:30.621341 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a9cd0753-9158-4ac6-97f5-37f121f88a65 req-2410d0b2-a5e5-4f69-a4f6-2c14b6052a35 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c438c907-bcad-48c0-af76-f26d5c29bc9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516481 Jul 13 19:32:30.709259 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a9cd0753-9158-4ac6-97f5-37f121f88a65 req-463a021e-52ea-432b-ae25-15142b71509b service neutron] 10.222.0.18 "GET /v2.0/networks/c438c907-bcad-48c0-af76-f26d5c29bc9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811846 Jul 13 19:32:30.801873 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a9cd0753-9158-4ac6-97f5-37f121f88a65 req-34b9995c-1de2-461c-aa40-876c3cfee592 service neutron] 10.222.0.18 "GET /v2.0/networks/c438c907-bcad-48c0-af76-f26d5c29bc9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856409 Jul 13 19:32:31.299692 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0137e7-12c3-4f6f-8b16-f87c6cbe39ce req-abc33d11-a376-4bf6-b45d-f115b88a5076 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:31.301105 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-3f0137e7-12c3-4f6f-8b16-f87c6cbe39ce req-abc33d11-a376-4bf6-b45d-f115b88a5076 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/ports?device_id=71f92cc7-5d60-46c7-9845-7bebdac5ecdd HTTP/1.1" status: 200 len: 943 time: 0.0717072 Jul 13 19:32:31.339150 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-3f0137e7-12c3-4f6f-8b16-f87c6cbe39ce req-4ace086e-2376-45e7-8a64-6098e46ae0f9 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/security-groups?id=e4da3ed7-58bd-421e-aadf-e530e2f1571d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324745 Jul 13 19:32:32.516951 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97535758-7129-4023-b9ea-2e6ef48d3599 req-3e2b06ef-4641-410a-a2bc-76c1f0a8fa89 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:32.518318 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-97535758-7129-4023-b9ea-2e6ef48d3599 req-3e2b06ef-4641-410a-a2bc-76c1f0a8fa89 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/ports?device_id=71f92cc7-5d60-46c7-9845-7bebdac5ecdd HTTP/1.1" status: 200 len: 943 time: 0.0631278 Jul 13 19:32:32.557131 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-97535758-7129-4023-b9ea-2e6ef48d3599 req-07cd26ad-4425-42a3-90d0-ddd6f8044f96 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/security-groups?id=e4da3ed7-58bd-421e-aadf-e530e2f1571d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332851 Jul 13 19:32:33.330404 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706fd770-b144-4d78-b056-1e93ab46fc09 req-5284d5ba-fd26-4eac-9f4b-4b6caefabfa3 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:33.331994 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-706fd770-b144-4d78-b056-1e93ab46fc09 req-5284d5ba-fd26-4eac-9f4b-4b6caefabfa3 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/networks?id=9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4 HTTP/1.1" status: 200 len: 815 time: 0.0970376 Jul 13 19:32:33.347116 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-706fd770-b144-4d78-b056-1e93ab46fc09 req-2a286f0f-540a-4c61-a827-e33f8908c77b tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/quotas/759c4037af7741888a7fa0072e229b27 HTTP/1.1" status: 200 len: 375 time: 0.0098352 Jul 13 19:32:33.415991 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-706fd770-b144-4d78-b056-1e93ab46fc09 req-82d57d74-77e9-4928-991c-fa5e2190adf7 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=759c4037af7741888a7fa0072e229b27&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0634916 Jul 13 19:32:33.545975 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-706fd770-b144-4d78-b056-1e93ab46fc09 req-9ad47f75-d922-4706-ad96-af6e3535498f service neutron] 10.222.0.67 "GET /v2.0/networks/9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222517 Jul 13 19:32:33.651331 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-706fd770-b144-4d78-b056-1e93ab46fc09 req-d24a73fa-af5d-4864-ae1a-3099dbd09209 service neutron] 10.222.0.67 "GET /v2.0/networks/9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993288 Jul 13 19:32:33.731038 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device 84d633e2-43fb-43a1-b094-0572a448d5fb details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:32:33.759995 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a9ea1-c17d-4b87-814a-cb70bc577d98 req-eac32da2-1db6-457e-bc18-3158be774724 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:33.761492 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-aa7a9ea1-c17d-4b87-814a-cb70bc577d98 req-eac32da2-1db6-457e-bc18-3158be774724 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/ports?device_id=71f92cc7-5d60-46c7-9845-7bebdac5ecdd HTTP/1.1" status: 200 len: 943 time: 0.0765669 Jul 13 19:32:33.816926 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-aa7a9ea1-c17d-4b87-814a-cb70bc577d98 req-566a98d9-102d-4038-8c4b-f03aad6fdff1 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/security-groups?id=e4da3ed7-58bd-421e-aadf-e530e2f1571d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471587 Jul 13 19:32:33.855012 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-5a34c5dd-3d2f-4cd6-bd1f-cb0c7f09a9ef req-7765782b-47b0-42af-a360-5dc4127f2341 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7dbe21a-060c-47d8-90f7-dd1d2828fc92 HTTP/1.1" status: 200 len: 210 time: 0.0507386 Jul 13 19:32:33.865175 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port 84d633e2-43fb-43a1-b094-0572a448d5fb, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=84d633e2-43fb-43a1-b094-0572a448d5fb,segment=NetworkSegment(9e78100f-3ded-4534-86f9-3d2900c1d317),segment_id=9e78100f-3ded-4534-86f9-3d2900c1d317)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:33.879182 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Returning: {'device': '84d633e2-43fb-43a1-b094-0572a448d5fb', 'network_id': 'fe00eba9-0278-49ca-8d63-f9bff0de1d38', 'port_id': '84d633e2-43fb-43a1-b094-0572a448d5fb', 'mac_address': 'fa:16:3e:f8:f2:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7c2ed50-4f57-4cc1-ae5d-bd0d76563475', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:32:33.924027 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:33.940127 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84d633e2-43fb-43a1-b094-0572a448d5fb {{(pid=92925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:32:33.960882 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port 84d633e2-43fb-43a1-b094-0572a448d5fb, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=84d633e2-43fb-43a1-b094-0572a448d5fb,segment=NetworkSegment(9e78100f-3ded-4534-86f9-3d2900c1d317),segment_id=9e78100f-3ded-4534-86f9-3d2900c1d317)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:33.964951 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:34.014131 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Pushing event updated for resources: {'Port': ['ID=84d633e2-43fb-43a1-b094-0572a448d5fb,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:34.234277 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] get_ports_and_sgs() called for port_ids ['84d633e2-43fb-43a1-b094-0572a448d5fb'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:32:35.004226 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-a3cd1918-9b90-4fc3-bc62-5e844b175452 req-74c6061e-0f37-4a03-8d3d-6cfdc65ac91d tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7dbe21a-060c-47d8-90f7-dd1d2828fc92 HTTP/1.1" status: 200 len: 210 time: 0.0311952 Jul 13 19:32:35.089841 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479622b2-da54-451f-9772-a60979886a64 req-33912524-ba93-4c7a-b742-168d408aae9b tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:35.091370 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-479622b2-da54-451f-9772-a60979886a64 req-33912524-ba93-4c7a-b742-168d408aae9b tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/ports?device_id=71f92cc7-5d60-46c7-9845-7bebdac5ecdd HTTP/1.1" status: 200 len: 944 time: 0.1557152 Jul 13 19:32:35.098397 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706fd770-b144-4d78-b056-1e93ab46fc09 req-96a23f81-5966-434c-8fe1-f52933ad4d5f tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:35.099877 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-706fd770-b144-4d78-b056-1e93ab46fc09 req-96a23f81-5966-434c-8fe1-f52933ad4d5f tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.18 "GET /v2.0/networks?id=9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4 HTTP/1.1" status: 200 len: 815 time: 0.1657588 Jul 13 19:32:35.119800 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [req-706fd770-b144-4d78-b056-1e93ab46fc09 req-3f69cd6a-237b-4ea7-8b8e-261a7cb0998e tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Request body: {'port': {'device_id': 'f7dbe21a-060c-47d8-90f7-dd1d2828fc92', 'network_id': '9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4', 'admin_state_up': True, 'tenant_id': '759c4037af7741888a7fa0072e229b27'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:32:35.184333 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-479622b2-da54-451f-9772-a60979886a64 req-4e96a646-4f9a-4c95-ac94-86804b127bb8 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/security-groups?id=e4da3ed7-58bd-421e-aadf-e530e2f1571d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833533 Jul 13 19:32:35.240931 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-706fd770-b144-4d78-b056-1e93ab46fc09 req-3f69cd6a-237b-4ea7-8b8e-261a7cb0998e tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Made reservation on behalf of 759c4037af7741888a7fa0072e229b27 for: {'port': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:32:35.244825 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-706fd770-b144-4d78-b056-1e93ab46fc09 req-3f69cd6a-237b-4ea7-8b8e-261a7cb0998e tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:35.368422 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [req-706fd770-b144-4d78-b056-1e93ab46fc09 req-3f69cd6a-237b-4ea7-8b8e-261a7cb0998e tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Allocated IP 172.20.0.10 (9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4/982b3006-667f-4e5e-8ceb-cb52c1399296/5f73f7f4-9f07-4505-ac14-55cb0656433f) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:32:35.512118 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-706fd770-b144-4d78-b056-1e93ab46fc09 req-3f69cd6a-237b-4ea7-8b8e-261a7cb0998e tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:35.554208 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-706fd770-b144-4d78-b056-1e93ab46fc09 req-3f69cd6a-237b-4ea7-8b8e-261a7cb0998e tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752272454283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130471124'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:35.565549 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] get_ports_and_sgs() called for port_ids ['186cfbcf-1c45-489c-9d96-1df70fb54d47'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:32:35.602815 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-706fd770-b144-4d78-b056-1e93ab46fc09 req-3f69cd6a-237b-4ea7-8b8e-261a7cb0998e tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Network 9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4 is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:32:35.606331 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [req-706fd770-b144-4d78-b056-1e93ab46fc09 req-3f69cd6a-237b-4ea7-8b8e-261a7cb0998e tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:32:35.615771 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [req-706fd770-b144-4d78-b056-1e93ab46fc09 req-3f69cd6a-237b-4ea7-8b8e-261a7cb0998e tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:32:35.619762 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f69cd6a-237b-4ea7-8b8e-261a7cb0998e tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Pushing event updated for resources: {'Port': ['ID=5f73f7f4-9f07-4505-ac14-55cb0656433f,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:35.664725 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706fd770-b144-4d78-b056-1e93ab46fc09 req-3f69cd6a-237b-4ea7-8b8e-261a7cb0998e tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:35.665327 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-706fd770-b144-4d78-b056-1e93ab46fc09 req-3f69cd6a-237b-4ea7-8b8e-261a7cb0998e tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:35.679502 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-706fd770-b144-4d78-b056-1e93ab46fc09 req-3f69cd6a-237b-4ea7-8b8e-261a7cb0998e tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5650203 Jul 13 19:32:35.694102 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [req-706fd770-b144-4d78-b056-1e93ab46fc09 req-4a35ad19-031b-4d98-b7bc-f8d1d54250f2 service neutron] Request body: {'port': {'device_id': 'f7dbe21a-060c-47d8-90f7-dd1d2828fc92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:32:35.744841 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device 84d633e2-43fb-43a1-b094-0572a448d5fb up at agent hyperv_hv-cinder-78693 {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:32:35.773780 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-706fd770-b144-4d78-b056-1e93ab46fc09 req-4a35ad19-031b-4d98-b7bc-f8d1d54250f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:35.794030 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Provisioning for port 84d633e2-43fb-43a1-b094-0572a448d5fb completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:32:35.798214 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Provisioning complete for port 84d633e2-43fb-43a1-b094-0572a448d5fb triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:32:35.798609 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:35.873643 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:35.895939 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f92cc7-5d60-46c7-9845-7bebdac5ecdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d633e2-43fb-43a1-b094-0572a448d5fb'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:32:35.898451 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540c69b029c7553e3853e743d2a892cf8287872a4bddd25c2711216cf853e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e33db59c-399a-48da-bf82-8ef6e590defd" -d '{"events": [{"server_uuid": "71f92cc7-5d60-46c7-9845-7bebdac5ecdd", "name": "network-vif-plugged", "status": "completed", "tag": "84d633e2-43fb-43a1-b094-0572a448d5fb"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:32:35.911261 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port 84d633e2-43fb-43a1-b094-0572a448d5fb, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=84d633e2-43fb-43a1-b094-0572a448d5fb,segment=NetworkSegment(9e78100f-3ded-4534-86f9-3d2900c1d317),segment_id=9e78100f-3ded-4534-86f9-3d2900c1d317)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:35.916099 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:35.944766 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32be5dec-93f5-474e-a95f-ac7ff8382322 x-openstack-request-id: req-32be5dec-93f5-474e-a95f-ac7ff8382322 {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:32:35.945495 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71f92cc7-5d60-46c7-9845-7bebdac5ecdd", "name": "network-vif-plugged", "status": "completed", "tag": "84d633e2-43fb-43a1-b094-0572a448d5fb", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:32:35.945495 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-32be5dec-93f5-474e-a95f-ac7ff8382322 {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:32:35.945703 dv-cinder-786932-3-iscsi neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71f92cc7-5d60-46c7-9845-7bebdac5ecdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d633e2-43fb-43a1-b094-0572a448d5fb', 'code': 200} Jul 13 19:32:35.974615 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Pushing event updated for resources: {'Port': ['ID=84d633e2-43fb-43a1-b094-0572a448d5fb,revision_number=5']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:35.982001 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:35.982353 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:35.982692 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:35.983584 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:35.983927 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:35.984256 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:35.984577 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:35.984907 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:35.985235 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:35.985557 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:35.985879 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:35.986202 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:36.037647 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [req-706fd770-b144-4d78-b056-1e93ab46fc09 req-4a35ad19-031b-4d98-b7bc-f8d1d54250f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f73f7f4-9f07-4505-ac14-55cb0656433f {{(pid=92923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:32:36.045178 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-706fd770-b144-4d78-b056-1e93ab46fc09 req-4a35ad19-031b-4d98-b7bc-f8d1d54250f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:36.059397 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [req-706fd770-b144-4d78-b056-1e93ab46fc09 req-4a35ad19-031b-4d98-b7bc-f8d1d54250f2 service neutron] Transition to ACTIVE for port object 5f73f7f4-9f07-4505-ac14-55cb0656433f will not be triggered until provisioned by entity L2. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:32:36.064420 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-706fd770-b144-4d78-b056-1e93ab46fc09 req-4a35ad19-031b-4d98-b7bc-f8d1d54250f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130471135'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:36.113677 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a35ad19-031b-4d98-b7bc-f8d1d54250f2 service neutron] Pushing event updated for resources: {'Port': ['ID=5f73f7f4-9f07-4505-ac14-55cb0656433f,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:36.228514 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-706fd770-b144-4d78-b056-1e93ab46fc09 req-4a35ad19-031b-4d98-b7bc-f8d1d54250f2 service neutron] Attempting to bind port 5f73f7f4-9f07-4505-ac14-55cb0656433f on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:32:36.228982 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-706fd770-b144-4d78-b056-1e93ab46fc09 req-4a35ad19-031b-4d98-b7bc-f8d1d54250f2 service neutron] Attempting to bind port 5f73f7f4-9f07-4505-ac14-55cb0656433f by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '0993e669-427e-4a1d-9bc6-4f80573b737f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4'}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:32:36.229185 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706fd770-b144-4d78-b056-1e93ab46fc09 req-4a35ad19-031b-4d98-b7bc-f8d1d54250f2 service neutron] Attempting to bind port 5f73f7f4-9f07-4505-ac14-55cb0656433f on network 9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:32:36.238423 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706fd770-b144-4d78-b056-1e93ab46fc09 req-4a35ad19-031b-4d98-b7bc-f8d1d54250f2 service neutron] Port 5f73f7f4-9f07-4505-ac14-55cb0656433f on network 9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:32:36.238752 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706fd770-b144-4d78-b056-1e93ab46fc09 req-4a35ad19-031b-4d98-b7bc-f8d1d54250f2 service neutron] Attempting to bind port 5f73f7f4-9f07-4505-ac14-55cb0656433f on network 9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:32:36.243438 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecefa76-3bc8-489f-9824-0f7698dd4c78 req-c7c8b1f7-f8ec-4e27-b057-259eb43b5c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:36.244943 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-0ecefa76-3bc8-489f-9824-0f7698dd4c78 req-c7c8b1f7-f8ec-4e27-b057-259eb43b5c8c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=71f92cc7-5d60-46c7-9845-7bebdac5ecdd HTTP/1.1" status: 200 len: 1098 time: 0.0626838 Jul 13 19:32:36.250931 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a620f-033b-4a07-923a-629dc509cd43 req-806026b3-a6fc-4f5b-b2d5-b7f49a97c156 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:36.252564 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-0e2a620f-033b-4a07-923a-629dc509cd43 req-806026b3-a6fc-4f5b-b2d5-b7f49a97c156 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7dbe21a-060c-47d8-90f7-dd1d2828fc92 HTTP/1.1" status: 200 len: 944 time: 0.1114030 Jul 13 19:32:36.253810 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706fd770-b144-4d78-b056-1e93ab46fc09 req-4a35ad19-031b-4d98-b7bc-f8d1d54250f2 service neutron] Checking agent: {'id': '4a103c85-e045-48ce-a8be-787d9b9ed000', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 23, 28), 'started_at': datetime.datetime(2021, 7, 13, 19, 23, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:32:36.254140 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706fd770-b144-4d78-b056-1e93ab46fc09 req-4a35ad19-031b-4d98-b7bc-f8d1d54250f2 service neutron] Checking segment: {'id': '0993e669-427e-4a1d-9bc6-4f80573b737f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:32:36.254519 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706fd770-b144-4d78-b056-1e93ab46fc09 req-4a35ad19-031b-4d98-b7bc-f8d1d54250f2 service neutron] Bound using segment: {'id': '0993e669-427e-4a1d-9bc6-4f80573b737f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4'} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:32:36.254955 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-706fd770-b144-4d78-b056-1e93ab46fc09 req-4a35ad19-031b-4d98-b7bc-f8d1d54250f2 service neutron] Bound port: 5f73f7f4-9f07-4505-ac14-55cb0656433f, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0993e669-427e-4a1d-9bc6-4f80573b737f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4'}}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:32:36.255354 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-706fd770-b144-4d78-b056-1e93ab46fc09 req-4a35ad19-031b-4d98-b7bc-f8d1d54250f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:36.284688 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-0ecefa76-3bc8-489f-9824-0f7698dd4c78 req-e20dd674-9e7f-4372-a3cb-ac9c8a0ce9df service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e4da3ed7-58bd-421e-aadf-e530e2f1571d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325429 Jul 13 19:32:36.378506 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f307cc0-1e56-419e-a934-836c90d1e9f6 req-3311eeae-7ba1-405f-86ef-12e8e26efe11 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:36.380153 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-8f307cc0-1e56-419e-a934-836c90d1e9f6 req-3311eeae-7ba1-405f-86ef-12e8e26efe11 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/ports?device_id=71f92cc7-5d60-46c7-9845-7bebdac5ecdd HTTP/1.1" status: 200 len: 945 time: 0.0691416 Jul 13 19:32:36.423386 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-8f307cc0-1e56-419e-a934-836c90d1e9f6 req-8ac95c4b-352c-40c3-8e36-96399f1d2047 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/security-groups?id=e4da3ed7-58bd-421e-aadf-e530e2f1571d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372326 Jul 13 19:32:36.583414 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-0e2a620f-033b-4a07-923a-629dc509cd43 req-5d2eb8eb-acee-4a7e-8bd9-0d5a35df0e69 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/security-groups?id=85f1a545-c61d-4acd-9a56-274b620fc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156312 Jul 13 19:32:36.599217 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-706fd770-b144-4d78-b056-1e93ab46fc09 req-4a35ad19-031b-4d98-b7bc-f8d1d54250f2 service neutron] For port 5f73f7f4-9f07-4505-ac14-55cb0656433f, host hv-cinder-78693, cleared binding levels {{(pid=92923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:32:36.602860 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-706fd770-b144-4d78-b056-1e93ab46fc09 req-4a35ad19-031b-4d98-b7bc-f8d1d54250f2 service neutron] For port 5f73f7f4-9f07-4505-ac14-55cb0656433f, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=5f73f7f4-9f07-4505-ac14-55cb0656433f,segment=NetworkSegment(0993e669-427e-4a1d-9bc6-4f80573b737f),segment_id=0993e669-427e-4a1d-9bc6-4f80573b737f)] {{(pid=92923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:32:36.607137 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-706fd770-b144-4d78-b056-1e93ab46fc09 req-4a35ad19-031b-4d98-b7bc-f8d1d54250f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130471135'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:36.641085 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706fd770-b144-4d78-b056-1e93ab46fc09 req-4a35ad19-031b-4d98-b7bc-f8d1d54250f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:36.641695 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-706fd770-b144-4d78-b056-1e93ab46fc09 req-4a35ad19-031b-4d98-b7bc-f8d1d54250f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:36.643085 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-706fd770-b144-4d78-b056-1e93ab46fc09 req-4a35ad19-031b-4d98-b7bc-f8d1d54250f2 service neutron] 10.222.0.18 "PUT /v2.0/ports/5f73f7f4-9f07-4505-ac14-55cb0656433f HTTP/1.1" status: 200 len: 1094 time: 0.9557948 Jul 13 19:32:36.643523 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7dbe21a-060c-47d8-90f7-dd1d2828fc92', 'tag': '5f73f7f4-9f07-4505-ac14-55cb0656433f'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:32:36.645738 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1087dd994376df9afb132dbe65b34b6853527e2d112168992b97c33633c3add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-116b4a6e-4bd8-44af-9cc3-d9fc4c1d8421" -d '{"events": [{"name": "network-changed", "server_uuid": "f7dbe21a-060c-47d8-90f7-dd1d2828fc92", "tag": "5f73f7f4-9f07-4505-ac14-55cb0656433f"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:32:36.668775 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a35ad19-031b-4d98-b7bc-f8d1d54250f2 service neutron] Pushing event updated for resources: {'Port': ['ID=5f73f7f4-9f07-4505-ac14-55cb0656433f,revision_number=3']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:36.682852 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b33b117-4f10-4eee-ab00-1e0a77918aeb x-openstack-request-id: req-3b33b117-4f10-4eee-ab00-1e0a77918aeb {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:32:36.683149 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7dbe21a-060c-47d8-90f7-dd1d2828fc92", "tag": "5f73f7f4-9f07-4505-ac14-55cb0656433f", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:32:36.683466 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3b33b117-4f10-4eee-ab00-1e0a77918aeb {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:32:36.683919 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7dbe21a-060c-47d8-90f7-dd1d2828fc92', 'tag': '5f73f7f4-9f07-4505-ac14-55cb0656433f', 'status': 'completed', 'code': 200} Jul 13 19:32:36.744009 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706fd770-b144-4d78-b056-1e93ab46fc09 req-8fcc9627-4c8c-4deb-8648-2d378266773a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:36.745473 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-706fd770-b144-4d78-b056-1e93ab46fc09 req-8fcc9627-4c8c-4deb-8648-2d378266773a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=759c4037af7741888a7fa0072e229b27&device_id=f7dbe21a-060c-47d8-90f7-dd1d2828fc92 HTTP/1.1" status: 200 len: 1097 time: 0.0518789 Jul 13 19:32:36.793697 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-706fd770-b144-4d78-b056-1e93ab46fc09 req-544c4b3e-ee35-4acd-a4f3-e1c7fe5c26d1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f73f7f4-9f07-4505-ac14-55cb0656433f HTTP/1.1" status: 200 len: 217 time: 0.0347135 Jul 13 19:32:36.844223 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706fd770-b144-4d78-b056-1e93ab46fc09 req-55c98617-83a2-4a87-a388-c8954edc2871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:36.845558 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-706fd770-b144-4d78-b056-1e93ab46fc09 req-55c98617-83a2-4a87-a388-c8954edc2871 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=982b3006-667f-4e5e-8ceb-cb52c1399296 HTTP/1.1" status: 200 len: 855 time: 0.0442154 Jul 13 19:32:36.885203 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-706fd770-b144-4d78-b056-1e93ab46fc09 req-cced00bd-587b-427b-90e2-831406612390 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258143 Jul 13 19:32:36.984228 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-706fd770-b144-4d78-b056-1e93ab46fc09 req-8af4908d-ae6a-4795-bf5d-fd74e4d32f41 service neutron] 10.222.0.18 "GET /v2.0/networks/9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832796 Jul 13 19:32:37.079536 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-706fd770-b144-4d78-b056-1e93ab46fc09 req-02cc10cd-51b8-4614-892c-fdd597cc9ff9 service neutron] 10.222.0.18 "GET /v2.0/networks/9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835137 Jul 13 19:32:37.183956 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116b4a6e-4bd8-44af-9cc3-d9fc4c1d8421 req-3d7004c3-9739-4b82-8e20-703ea1a1226b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:37.185501 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-116b4a6e-4bd8-44af-9cc3-d9fc4c1d8421 req-3d7004c3-9739-4b82-8e20-703ea1a1226b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=759c4037af7741888a7fa0072e229b27&device_id=f7dbe21a-060c-47d8-90f7-dd1d2828fc92 HTTP/1.1" status: 200 len: 1097 time: 0.0550063 Jul 13 19:32:37.282952 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116b4a6e-4bd8-44af-9cc3-d9fc4c1d8421 req-d4cc303a-16be-42f5-98ae-8c09fc67784d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:37.284434 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-116b4a6e-4bd8-44af-9cc3-d9fc4c1d8421 req-d4cc303a-16be-42f5-98ae-8c09fc67784d service neutron] 10.222.0.18 "GET /v2.0/networks?id=9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4 HTTP/1.1" status: 200 len: 916 time: 0.0920990 Jul 13 19:32:37.337570 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-116b4a6e-4bd8-44af-9cc3-d9fc4c1d8421 req-14d34be3-9be2-4615-b116-c8718211a284 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f73f7f4-9f07-4505-ac14-55cb0656433f HTTP/1.1" status: 200 len: 217 time: 0.0357363 Jul 13 19:32:37.390263 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116b4a6e-4bd8-44af-9cc3-d9fc4c1d8421 req-f9e6a3f3-98a9-48a8-ac23-1306e61371fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:37.391662 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-116b4a6e-4bd8-44af-9cc3-d9fc4c1d8421 req-f9e6a3f3-98a9-48a8-ac23-1306e61371fc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=982b3006-667f-4e5e-8ceb-cb52c1399296 HTTP/1.1" status: 200 len: 855 time: 0.0463469 Jul 13 19:32:37.424616 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-116b4a6e-4bd8-44af-9cc3-d9fc4c1d8421 req-1daa0324-b502-4d0e-a306-5e6caee0d4ef service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256763 Jul 13 19:32:37.519227 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-116b4a6e-4bd8-44af-9cc3-d9fc4c1d8421 req-46b6f5e8-c3a9-4468-9a3b-e92226188da7 service neutron] 10.222.0.18 "GET /v2.0/networks/9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882244 Jul 13 19:32:37.607424 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6491ce7-1624-4fa1-9076-1e59d21659c4 req-61f1ec8b-5eb5-4d23-9589-75d16ee8ee89 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:37.610145 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f6491ce7-1624-4fa1-9076-1e59d21659c4 req-61f1ec8b-5eb5-4d23-9589-75d16ee8ee89 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/ports?device_id=71f92cc7-5d60-46c7-9845-7bebdac5ecdd HTTP/1.1" status: 200 len: 945 time: 0.0673769 Jul 13 19:32:37.649406 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f6491ce7-1624-4fa1-9076-1e59d21659c4 req-714d1d89-e6f4-456b-8841-b76405f47a5d tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/security-groups?id=e4da3ed7-58bd-421e-aadf-e530e2f1571d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335813 Jul 13 19:32:37.760143 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-116b4a6e-4bd8-44af-9cc3-d9fc4c1d8421 req-a93b89cd-3cee-40ad-b4d4-f7c90eb39782 service neutron] 10.222.0.18 "GET /v2.0/networks/9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934544 Jul 13 19:32:37.760828 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0fc42b-0ffc-45b2-9628-8f0b24ed9226 req-3ee02475-66b0-4815-a71e-0d67938ddcd1 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:37.762325 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-fe0fc42b-0ffc-45b2-9628-8f0b24ed9226 req-3ee02475-66b0-4815-a71e-0d67938ddcd1 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7dbe21a-060c-47d8-90f7-dd1d2828fc92 HTTP/1.1" status: 200 len: 944 time: 0.0651488 Jul 13 19:32:37.801575 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-fe0fc42b-0ffc-45b2-9628-8f0b24ed9226 req-585612bf-01b2-4a24-b25d-340c1309a98e tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/security-groups?id=85f1a545-c61d-4acd-9a56-274b620fc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320573 Jul 13 19:32:37.831813 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb9f964-7da5-4ed7-9ca6-912e7454d08c req-866c24f3-5037-4d4c-bf19-3fd37a91c489 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:37.833282 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4bb9f964-7da5-4ed7-9ca6-912e7454d08c req-866c24f3-5037-4d4c-bf19-3fd37a91c489 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/ports?device_id=71f92cc7-5d60-46c7-9845-7bebdac5ecdd HTTP/1.1" status: 200 len: 945 time: 0.0694914 Jul 13 19:32:37.869581 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4bb9f964-7da5-4ed7-9ca6-912e7454d08c req-431e80e2-280e-4498-a6ad-387b1dd13e08 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/security-groups?id=e4da3ed7-58bd-421e-aadf-e530e2f1571d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307128 Jul 13 19:32:37.894558 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 57752) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:37.985789 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ceb7e0-eb26-480b-a1c9-d9a695e97c00 tempest-TestVolumeBootPattern-460737662 tempest-TestVolumeBootPattern-460737662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:37.987380 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-b3ceb7e0-eb26-480b-a1c9-d9a695e97c00 tempest-TestVolumeBootPattern-460737662 tempest-TestVolumeBootPattern-460737662-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=71f92cc7-5d60-46c7-9845-7bebdac5ecdd HTTP/1.1" status: 200 len: 1093 time: 0.0917614 Jul 13 19:32:37.990296 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 57756) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:32:37.994856 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-d10e3e6f-23c5-441e-832c-18db1f9a3480 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Request body: {'floatingip': {'floating_network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'port_id': '84d633e2-43fb-43a1-b094-0572a448d5fb', 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'fixed_ip_address': '172.20.0.7'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:32:38.016962 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d10e3e6f-23c5-441e-832c-18db1f9a3480 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks [] for floatingip, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:38.111984 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d10e3e6f-23c5-441e-832c-18db1f9a3480 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:38.213549 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [None req-d10e3e6f-23c5-441e-832c-18db1f9a3480 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Allocated IP 172.27.1.46 (c2fcde99-d8d4-483e-a474-248e3afaaef2/3c8e1596-5f1e-4fec-b61e-66ec42c4519a/fd2ac441-de57-4052-8586-c263ea50a549) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:32:38.319306 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d10e3e6f-23c5-441e-832c-18db1f9a3480 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:38.358466 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d10e3e6f-23c5-441e-832c-18db1f9a3480 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752272454283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130471124'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:38.394590 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10e3e6f-23c5-441e-832c-18db1f9a3480 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Network c2fcde99-d8d4-483e-a474-248e3afaaef2 is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:32:38.400598 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-d10e3e6f-23c5-441e-832c-18db1f9a3480 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:32:38.402967 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10e3e6f-23c5-441e-832c-18db1f9a3480 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:32:38.427217 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10e3e6f-23c5-441e-832c-18db1f9a3480 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Pushing event updated for resources: {'Port': ['ID=fd2ac441-de57-4052-8586-c263ea50a549,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:38.794554 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d10e3e6f-23c5-441e-832c-18db1f9a3480 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:38.877530 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d10e3e6f-23c5-441e-832c-18db1f9a3480 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:38.997802 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ee0d1-871a-411e-8000-77553fb0ba6f req-8a670a4b-63dd-493e-99f9-7e547999763d tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:38.999993 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-5a6ee0d1-871a-411e-8000-77553fb0ba6f req-8a670a4b-63dd-493e-99f9-7e547999763d tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7dbe21a-060c-47d8-90f7-dd1d2828fc92 HTTP/1.1" status: 200 len: 944 time: 0.0700843 Jul 13 19:32:39.039058 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-5a6ee0d1-871a-411e-8000-77553fb0ba6f req-9c60535f-ed6e-49f9-82fc-77a594296e79 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/security-groups?id=85f1a545-c61d-4acd-9a56-274b620fc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332274 Jul 13 19:32:39.041204 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d10e3e6f-23c5-441e-832c-18db1f9a3480 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:39.045804 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d10e3e6f-23c5-441e-832c-18db1f9a3480 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130471135'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:39.116210 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10e3e6f-23c5-441e-832c-18db1f9a3480 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Pushing event updated for resources: {'Port': ['ID=fd2ac441-de57-4052-8586-c263ea50a549,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:39.126044 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d10e3e6f-23c5-441e-832c-18db1f9a3480 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760411'] for floatingip, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:39.226257 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.db.l3_db [None req-d10e3e6f-23c5-441e-832c-18db1f9a3480 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Floating IP bce4faaf-4320-4591-b5c2-b683e72ca473 associated. External IP: 172.27.1.46, port: 84d633e2-43fb-43a1-b094-0572a448d5fb. Jul 13 19:32:39.431118 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d10e3e6f-23c5-441e-832c-18db1f9a3480 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Router d4e16366-3bb8-485a-b78e-107d91ef4dc9 has already been hosted by L3 agent beedb406-ab13-44dd-957b-972171d020d2 {{(pid=92923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:32:39.537257 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10e3e6f-23c5-441e-832c-18db1f9a3480 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify agent at l3_agent.dv-cinder-786932-3-iscsi the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:32:39.547304 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5a5338-21ed-4c9f-a3a3-c60d7b31d3a9 None None] Sync routers for ids ['d4e16366-3bb8-485a-b78e-107d91ef4dc9'] in dv-cinder-786932-3-iscsi {{(pid=92926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:32:39.552617 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d10e3e6f-23c5-441e-832c-18db1f9a3480 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for floatingip, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:39.556142 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5a5338-21ed-4c9f-a3a3-c60d7b31d3a9 None None] Routers {'d4e16366-3bb8-485a-b78e-107d91ef4dc9'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:32:39.556752 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-2e5a5338-21ed-4c9f-a3a3-c60d7b31d3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:32:19Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['d4e16366-3bb8-485a-b78e-107d91ef4dc9'], 'active': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:39.588644 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-d10e3e6f-23c5-441e-832c-18db1f9a3480 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5973284 Jul 13 19:32:39.589219 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71f92cc7-5d60-46c7-9845-7bebdac5ecdd', 'tag': '84d633e2-43fb-43a1-b094-0572a448d5fb'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:32:39.591588 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1087dd994376df9afb132dbe65b34b6853527e2d112168992b97c33633c3add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-674e4425-a77b-4657-9d02-6957dbbc50b5" -d '{"events": [{"name": "network-changed", "server_uuid": "71f92cc7-5d60-46c7-9845-7bebdac5ecdd", "tag": "84d633e2-43fb-43a1-b094-0572a448d5fb"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:32:39.628178 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ff8a4d-a21d-4bcd-8cd2-aedfb59d1852 x-openstack-request-id: req-45ff8a4d-a21d-4bcd-8cd2-aedfb59d1852 {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:32:39.628464 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71f92cc7-5d60-46c7-9845-7bebdac5ecdd", "tag": "84d633e2-43fb-43a1-b094-0572a448d5fb", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:32:39.628712 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-45ff8a4d-a21d-4bcd-8cd2-aedfb59d1852 {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:32:39.629107 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71f92cc7-5d60-46c7-9845-7bebdac5ecdd', 'tag': '84d633e2-43fb-43a1-b094-0572a448d5fb', 'status': 'completed', 'code': 200} Jul 13 19:32:39.709749 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e4425-a77b-4657-9d02-6957dbbc50b5 req-1db519b3-3ddb-43e3-8de8-7fd015069d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:39.711174 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-674e4425-a77b-4657-9d02-6957dbbc50b5 req-1db519b3-3ddb-43e3-8de8-7fd015069d6c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=da56846ec73942cf83102acdbcf36164&device_id=71f92cc7-5d60-46c7-9845-7bebdac5ecdd HTTP/1.1" status: 200 len: 1098 time: 0.0548344 Jul 13 19:32:39.752710 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvr_db [None req-2e5a5338-21ed-4c9f-a3a3-c60d7b31d3a9 None None] Set router d4e16366-3bb8-485a-b78e-107d91ef4dc9 gateway port host: dv-cinder-786932-3-iscsi {{(pid=92926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:32:39.760814 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device 5f73f7f4-9f07-4505-ac14-55cb0656433f details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:32:39.807828 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e4425-a77b-4657-9d02-6957dbbc50b5 req-994dc03f-a404-4695-8efd-ca11bede6a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:39.809425 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-674e4425-a77b-4657-9d02-6957dbbc50b5 req-994dc03f-a404-4695-8efd-ca11bede6a13 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fe00eba9-0278-49ca-8d63-f9bff0de1d38 HTTP/1.1" status: 200 len: 911 time: 0.0926194 Jul 13 19:32:39.861233 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port 5f73f7f4-9f07-4505-ac14-55cb0656433f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=5f73f7f4-9f07-4505-ac14-55cb0656433f,segment=NetworkSegment(0993e669-427e-4a1d-9bc6-4f80573b737f),segment_id=0993e669-427e-4a1d-9bc6-4f80573b737f)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:39.875593 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Returning: {'device': '5f73f7f4-9f07-4505-ac14-55cb0656433f', 'network_id': '9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4', 'port_id': '5f73f7f4-9f07-4505-ac14-55cb0656433f', 'mac_address': 'fa:16:3e:03:d1:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '982b3006-667f-4e5e-8ceb-cb52c1399296', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:32:39.880152 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-674e4425-a77b-4657-9d02-6957dbbc50b5 req-c4834a17-a388-4d4d-8344-5e3e2f2127c0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84d633e2-43fb-43a1-b094-0572a448d5fb HTTP/1.1" status: 200 len: 998 time: 0.0633941 Jul 13 19:32:39.925960 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:39.939394 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e4425-a77b-4657-9d02-6957dbbc50b5 req-920c308e-9691-49e6-b47c-881b00d034b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:39.939394 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-674e4425-a77b-4657-9d02-6957dbbc50b5 req-920c308e-9691-49e6-b47c-881b00d034b5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e7c2ed50-4f57-4cc1-ae5d-bd0d76563475 HTTP/1.1" status: 200 len: 849 time: 0.0464201 Jul 13 19:32:39.943072 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f73f7f4-9f07-4505-ac14-55cb0656433f {{(pid=92925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:32:39.964826 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port 5f73f7f4-9f07-4505-ac14-55cb0656433f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=5f73f7f4-9f07-4505-ac14-55cb0656433f,segment=NetworkSegment(0993e669-427e-4a1d-9bc6-4f80573b737f),segment_id=0993e669-427e-4a1d-9bc6-4f80573b737f)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:39.973257 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:40.002877 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e4425-a77b-4657-9d02-6957dbbc50b5 req-d51bae20-0b70-41e7-a8a9-f7b3a630d362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:40.004517 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-674e4425-a77b-4657-9d02-6957dbbc50b5 req-d51bae20-0b70-41e7-a8a9-f7b3a630d362 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fe00eba9-0278-49ca-8d63-f9bff0de1d38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0620797 Jul 13 19:32:40.006229 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-2e5a5338-21ed-4c9f-a3a3-c60d7b31d3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'name': 'tempest-TestVolumeBootPattern-87398999-router', 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'b2a9af05-1c42-461c-be04-bc00e592d5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:31:42Z', 'updated_at': '2021-07-13T19:31:46Z', 'revision_number': 4, 'project_id': 'da56846ec73942cf83102acdbcf36164', 'gw_port': {'id': 'b2a9af05-1c42-461c-be04-bc00e592d5a7', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:42Z', 'updated_at': '2021-07-13T19:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_floatingips': [{'id': 'bce4faaf-4320-4591-b5c2-b683e72ca473', 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'floating_ip_address': '172.27.1.46', 'floating_network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'router_id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'port_id': '84d633e2-43fb-43a1-b094-0572a448d5fb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe00eba9-0278-49ca-8d63-f9bff0de1d38', 'mac_address': 'fa:16:3e:f8:f2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f92cc7-5d60-46c7-9845-7bebdac5ecdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:32:38Z', 'updated_at': '2021-07-13T19:32:38Z', 'revision_number': 0, 'project_id': 'da56846ec73942cf83102acdbcf36164', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a03ab933-3f7b-4994-bc24-a8d794326af8', 'name': '', 'network_id': 'fe00eba9-0278-49ca-8d63-f9bff0de1d38', 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'mac_address': 'fa:16:3e:d1:18:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'e7c2ed50-4f57-4cc1-ae5d-bd0d76563475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:45Z', 'updated_at': '2021-07-13T19:31:57Z', 'revision_number': 5, 'project_id': 'da56846ec73942cf83102acdbcf36164', 'subnets': [{'id': 'e7c2ed50-4f57-4cc1-ae5d-bd0d76563475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:40.037772 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5a5338-21ed-4c9f-a3a3-c60d7b31d3a9 None None] Checking router: d4e16366-3bb8-485a-b78e-107d91ef4dc9 for host: dv-cinder-786932-3-iscsi {{(pid=92926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:32:40.046294 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Pushing event updated for resources: {'Port': ['ID=5f73f7f4-9f07-4505-ac14-55cb0656433f,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:40.053740 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5a5338-21ed-4c9f-a3a3-c60d7b31d3a9 None None] Routers {'d4e16366-3bb8-485a-b78e-107d91ef4dc9'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:32:40.055178 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-2e5a5338-21ed-4c9f-a3a3-c60d7b31d3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:32:19Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['d4e16366-3bb8-485a-b78e-107d91ef4dc9'], 'active': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:40.161073 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-674e4425-a77b-4657-9d02-6957dbbc50b5 req-c163ea02-7a29-471c-93ae-ad53b40a16ac service neutron] 10.222.0.18 "GET /v2.0/networks/fe00eba9-0278-49ca-8d63-f9bff0de1d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464939 Jul 13 19:32:40.190813 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvr_db [None req-2e5a5338-21ed-4c9f-a3a3-c60d7b31d3a9 None None] Set router d4e16366-3bb8-485a-b78e-107d91ef4dc9 gateway port host: dv-cinder-786932-3-iscsi {{(pid=92926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:32:40.225487 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0605dedc-17df-49d1-be57-20174338d5ff req-08dc5476-fb52-4be1-b07b-cc9f11be35b7 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:40.227792 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-0605dedc-17df-49d1-be57-20174338d5ff req-08dc5476-fb52-4be1-b07b-cc9f11be35b7 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7dbe21a-060c-47d8-90f7-dd1d2828fc92 HTTP/1.1" status: 200 len: 945 time: 0.0702519 Jul 13 19:32:40.272908 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] get_ports_and_sgs() called for port_ids ['5f73f7f4-9f07-4505-ac14-55cb0656433f'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:32:40.275629 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-674e4425-a77b-4657-9d02-6957dbbc50b5 req-d7255cfc-6671-41ee-a9c6-6b8975ee4482 service neutron] 10.222.0.18 "GET /v2.0/networks/fe00eba9-0278-49ca-8d63-f9bff0de1d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995224 Jul 13 19:32:40.279410 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-0605dedc-17df-49d1-be57-20174338d5ff req-7f5a117d-189c-44cb-aecf-00e6665bdc4a tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/security-groups?id=85f1a545-c61d-4acd-9a56-274b620fc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363264 Jul 13 19:32:40.435126 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-2e5a5338-21ed-4c9f-a3a3-c60d7b31d3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'name': 'tempest-TestVolumeBootPattern-87398999-router', 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'b2a9af05-1c42-461c-be04-bc00e592d5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:31:42Z', 'updated_at': '2021-07-13T19:31:46Z', 'revision_number': 4, 'project_id': 'da56846ec73942cf83102acdbcf36164', 'gw_port': {'id': 'b2a9af05-1c42-461c-be04-bc00e592d5a7', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:42Z', 'updated_at': '2021-07-13T19:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_floatingips': [{'id': 'bce4faaf-4320-4591-b5c2-b683e72ca473', 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'floating_ip_address': '172.27.1.46', 'floating_network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'router_id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'port_id': '84d633e2-43fb-43a1-b094-0572a448d5fb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe00eba9-0278-49ca-8d63-f9bff0de1d38', 'mac_address': 'fa:16:3e:f8:f2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f92cc7-5d60-46c7-9845-7bebdac5ecdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:32:38Z', 'updated_at': '2021-07-13T19:32:38Z', 'revision_number': 0, 'project_id': 'da56846ec73942cf83102acdbcf36164', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a03ab933-3f7b-4994-bc24-a8d794326af8', 'name': '', 'network_id': 'fe00eba9-0278-49ca-8d63-f9bff0de1d38', 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'mac_address': 'fa:16:3e:d1:18:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'e7c2ed50-4f57-4cc1-ae5d-bd0d76563475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:45Z', 'updated_at': '2021-07-13T19:31:57Z', 'revision_number': 5, 'project_id': 'da56846ec73942cf83102acdbcf36164', 'subnets': [{'id': 'e7c2ed50-4f57-4cc1-ae5d-bd0d76563475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:32:40.462289 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5a5338-21ed-4c9f-a3a3-c60d7b31d3a9 None None] The sync data for ids ['d4e16366-3bb8-485a-b78e-107d91ef4dc9'] in dv-cinder-786932-3-iscsi is: [{'id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'name': 'tempest-TestVolumeBootPattern-87398999-router', 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'b2a9af05-1c42-461c-be04-bc00e592d5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:31:42Z', 'updated_at': '2021-07-13T19:31:46Z', 'revision_number': 4, 'project_id': 'da56846ec73942cf83102acdbcf36164', 'gw_port': {'id': 'b2a9af05-1c42-461c-be04-bc00e592d5a7', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:42Z', 'updated_at': '2021-07-13T19:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_floatingips': [{'id': 'bce4faaf-4320-4591-b5c2-b683e72ca473', 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'floating_ip_address': '172.27.1.46', 'floating_network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'router_id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'port_id': '84d633e2-43fb-43a1-b094-0572a448d5fb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe00eba9-0278-49ca-8d63-f9bff0de1d38', 'mac_address': 'fa:16:3e:f8:f2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f92cc7-5d60-46c7-9845-7bebdac5ecdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:32:38Z', 'updated_at': '2021-07-13T19:32:38Z', 'revision_number': 0, 'project_id': 'da56846ec73942cf83102acdbcf36164', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a03ab933-3f7b-4994-bc24-a8d794326af8', 'name': '', 'network_id': 'fe00eba9-0278-49ca-8d63-f9bff0de1d38', 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'mac_address': 'fa:16:3e:d1:18:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'e7c2ed50-4f57-4cc1-ae5d-bd0d76563475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:45Z', 'updated_at': '2021-07-13T19:31:57Z', 'revision_number': 5, 'project_id': 'da56846ec73942cf83102acdbcf36164', 'subnets': [{'id': 'e7c2ed50-4f57-4cc1-ae5d-bd0d76563475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:32:40.647926 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fbaf7f-16e1-495f-a8d1-a0668a0426ee None None] New status for floating IP bce4faaf-4320-4591-b5c2-b683e72ca473: ACTIVE {{(pid=92925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:32:41.712519 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7e743-87de-4bc9-8735-4730cb67af0f req-8566858f-4c3c-4c74-a81f-8bd1db84b024 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:41.714014 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-65a7e743-87de-4bc9-8735-4730cb67af0f req-8566858f-4c3c-4c74-a81f-8bd1db84b024 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7dbe21a-060c-47d8-90f7-dd1d2828fc92 HTTP/1.1" status: 200 len: 945 time: 0.3129370 Jul 13 19:32:41.754353 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-65a7e743-87de-4bc9-8735-4730cb67af0f req-b72615c5-2c46-4942-adb7-e23ddaef8e4a tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/security-groups?id=85f1a545-c61d-4acd-9a56-274b620fc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328188 Jul 13 19:32:41.769306 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device 5f73f7f4-9f07-4505-ac14-55cb0656433f up at agent hyperv_hv-cinder-78693 {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:32:41.836807 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Provisioning for port 5f73f7f4-9f07-4505-ac14-55cb0656433f completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:32:41.868859 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Provisioning complete for port 5f73f7f4-9f07-4505-ac14-55cb0656433f triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:32:41.869222 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:41.975187 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:41.997706 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7dbe21a-060c-47d8-90f7-dd1d2828fc92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f73f7f4-9f07-4505-ac14-55cb0656433f'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:32:41.999984 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540c69b029c7553e3853e743d2a892cf8287872a4bddd25c2711216cf853e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b58b26dc-e88e-42d2-9588-62c14c2fdfb0" -d '{"events": [{"server_uuid": "f7dbe21a-060c-47d8-90f7-dd1d2828fc92", "name": "network-vif-plugged", "status": "completed", "tag": "5f73f7f4-9f07-4505-ac14-55cb0656433f"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:32:42.012536 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port 5f73f7f4-9f07-4505-ac14-55cb0656433f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=5f73f7f4-9f07-4505-ac14-55cb0656433f,segment=NetworkSegment(0993e669-427e-4a1d-9bc6-4f80573b737f),segment_id=0993e669-427e-4a1d-9bc6-4f80573b737f)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:42.017381 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:42.040435 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbce3c06-e91c-4831-827b-9a82198ce666 x-openstack-request-id: req-cbce3c06-e91c-4831-827b-9a82198ce666 {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:32:42.040724 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7dbe21a-060c-47d8-90f7-dd1d2828fc92", "name": "network-vif-plugged", "status": "completed", "tag": "5f73f7f4-9f07-4505-ac14-55cb0656433f", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:32:42.040977 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-cbce3c06-e91c-4831-827b-9a82198ce666 {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:32:42.041358 dv-cinder-786932-3-iscsi neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7dbe21a-060c-47d8-90f7-dd1d2828fc92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f73f7f4-9f07-4505-ac14-55cb0656433f', 'code': 200} Jul 13 19:32:42.066921 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Pushing event updated for resources: {'Port': ['ID=5f73f7f4-9f07-4505-ac14-55cb0656433f,revision_number=5']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:42.263707 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb7fe9-a87e-47d0-8ede-538ac93c7795 req-4a917a63-50c9-484c-a076-5b1200ce44aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:42.265272 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-31cb7fe9-a87e-47d0-8ede-538ac93c7795 req-4a917a63-50c9-484c-a076-5b1200ce44aa service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f7dbe21a-060c-47d8-90f7-dd1d2828fc92 HTTP/1.1" status: 200 len: 1099 time: 0.0513260 Jul 13 19:32:42.301554 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-31cb7fe9-a87e-47d0-8ede-538ac93c7795 req-037d81bc-3d24-4a0b-923c-73d6fb76db7e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=85f1a545-c61d-4acd-9a56-274b620fc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271080 Jul 13 19:32:42.932949 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5fab2c-9d1f-4b51-b9ef-5294bc86e924 req-bc0b16a3-3055-44f9-bac6-40ad0ff5910d tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:42.934459 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1b5fab2c-9d1f-4b51-b9ef-5294bc86e924 req-bc0b16a3-3055-44f9-bac6-40ad0ff5910d tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7dbe21a-060c-47d8-90f7-dd1d2828fc92 HTTP/1.1" status: 200 len: 946 time: 0.0674329 Jul 13 19:32:42.974887 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1b5fab2c-9d1f-4b51-b9ef-5294bc86e924 req-c1b278d1-fdbb-462b-9faa-9455364e2b93 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/security-groups?id=85f1a545-c61d-4acd-9a56-274b620fc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323250 Jul 13 19:32:44.153453 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc898b-c21e-4909-b0fb-dec2deee7dab req-c800abbe-04a6-4fcf-99dc-6e39f87bf2eb tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:44.154994 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-febc898b-c21e-4909-b0fb-dec2deee7dab req-c800abbe-04a6-4fcf-99dc-6e39f87bf2eb tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7dbe21a-060c-47d8-90f7-dd1d2828fc92 HTTP/1.1" status: 200 len: 946 time: 0.0665405 Jul 13 19:32:44.456902 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-febc898b-c21e-4909-b0fb-dec2deee7dab req-c28fdfa7-190a-46ef-a8ec-1e085521765a tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/security-groups?id=85f1a545-c61d-4acd-9a56-274b620fc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959898 Jul 13 19:32:46.213030 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95624ce3-d7be-47ba-b3e2-52e8414b60b9 req-0c5674a3-5071-44de-9443-510353b6db30 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:46.214495 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-95624ce3-d7be-47ba-b3e2-52e8414b60b9 req-0c5674a3-5071-44de-9443-510353b6db30 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/networks?id=9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4 HTTP/1.1" status: 200 len: 815 time: 0.0991452 Jul 13 19:32:46.229039 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-95624ce3-d7be-47ba-b3e2-52e8414b60b9 req-6b332e79-946d-45ff-85fe-7cd417247bea tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/quotas/759c4037af7741888a7fa0072e229b27 HTTP/1.1" status: 200 len: 375 time: 0.0091331 Jul 13 19:32:46.301660 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-95624ce3-d7be-47ba-b3e2-52e8414b60b9 req-8a5988a5-8e7d-4b93-9c16-d18af1320202 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=759c4037af7741888a7fa0072e229b27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0674880 Jul 13 19:32:46.343464 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-723baf13-a9ca-4769-9454-2aecef22909f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:46.388561 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-95624ce3-d7be-47ba-b3e2-52e8414b60b9 req-53f6871e-cb6c-4e71-9918-24d887e18cbb service neutron] 10.222.0.67 "GET /v2.0/networks/9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804226 Jul 13 19:32:46.483969 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-95624ce3-d7be-47ba-b3e2-52e8414b60b9 req-d9dab77d-f75b-4b65-8e16-5d6144888f77 service neutron] 10.222.0.67 "GET /v2.0/networks/9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895755 Jul 13 19:32:46.651907 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-ac731e39-8a72-4f5e-8b07-9165b0fc0597 req-d551af32-84b2-4980-a6fc-956aacf48290 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/ports?device_id=417a705d-02f8-4753-b77f-e13c87121295 HTTP/1.1" status: 200 len: 210 time: 0.0271218 Jul 13 19:32:47.808371 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-41eef794-3e22-4589-8aa1-d1f8dcc2455f req-69dc5cf0-6239-4b6e-a177-300ad136b9fa tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/ports?device_id=417a705d-02f8-4753-b77f-e13c87121295 HTTP/1.1" status: 200 len: 210 time: 0.0414848 Jul 13 19:32:47.833647 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95624ce3-d7be-47ba-b3e2-52e8414b60b9 req-5c29c725-a019-455e-b2ad-dd261f2b6ee6 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:47.835113 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-95624ce3-d7be-47ba-b3e2-52e8414b60b9 req-5c29c725-a019-455e-b2ad-dd261f2b6ee6 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.18 "GET /v2.0/networks?id=9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4 HTTP/1.1" status: 200 len: 815 time: 0.1412416 Jul 13 19:32:47.849317 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [req-95624ce3-d7be-47ba-b3e2-52e8414b60b9 req-f79e751d-ddbd-4c24-9111-ffcb63805bb3 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Request body: {'port': {'device_id': '417a705d-02f8-4753-b77f-e13c87121295', 'network_id': '9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4', 'admin_state_up': True, 'tenant_id': '759c4037af7741888a7fa0072e229b27'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:32:47.958983 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95624ce3-d7be-47ba-b3e2-52e8414b60b9 req-f79e751d-ddbd-4c24-9111-ffcb63805bb3 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Made reservation on behalf of 759c4037af7741888a7fa0072e229b27 for: {'port': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:32:47.962507 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-95624ce3-d7be-47ba-b3e2-52e8414b60b9 req-f79e751d-ddbd-4c24-9111-ffcb63805bb3 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:48.090020 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [req-95624ce3-d7be-47ba-b3e2-52e8414b60b9 req-f79e751d-ddbd-4c24-9111-ffcb63805bb3 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Allocated IP 172.20.0.13 (9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4/982b3006-667f-4e5e-8ceb-cb52c1399296/31c6c787-1967-42c9-a216-f60a2ff8a5d7) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:32:48.234767 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-95624ce3-d7be-47ba-b3e2-52e8414b60b9 req-f79e751d-ddbd-4c24-9111-ffcb63805bb3 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:48.273254 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-95624ce3-d7be-47ba-b3e2-52e8414b60b9 req-f79e751d-ddbd-4c24-9111-ffcb63805bb3 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752272454283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130471124'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:48.285013 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] get_ports_and_sgs() called for port_ids ['186cfbcf-1c45-489c-9d96-1df70fb54d47', '5f73f7f4-9f07-4505-ac14-55cb0656433f'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:32:48.322015 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95624ce3-d7be-47ba-b3e2-52e8414b60b9 req-f79e751d-ddbd-4c24-9111-ffcb63805bb3 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Network 9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4 is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:32:48.328834 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [req-95624ce3-d7be-47ba-b3e2-52e8414b60b9 req-f79e751d-ddbd-4c24-9111-ffcb63805bb3 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:32:48.333020 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [req-95624ce3-d7be-47ba-b3e2-52e8414b60b9 req-f79e751d-ddbd-4c24-9111-ffcb63805bb3 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:32:48.358063 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79e751d-ddbd-4c24-9111-ffcb63805bb3 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Pushing event updated for resources: {'Port': ['ID=31c6c787-1967-42c9-a216-f60a2ff8a5d7,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:48.375067 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79e751d-ddbd-4c24-9111-ffcb63805bb3 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:48.375444 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79e751d-ddbd-4c24-9111-ffcb63805bb3 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:48.375795 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79e751d-ddbd-4c24-9111-ffcb63805bb3 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:48.376135 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79e751d-ddbd-4c24-9111-ffcb63805bb3 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:48.376473 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79e751d-ddbd-4c24-9111-ffcb63805bb3 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:48.376808 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79e751d-ddbd-4c24-9111-ffcb63805bb3 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:48.377140 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79e751d-ddbd-4c24-9111-ffcb63805bb3 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:48.377472 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79e751d-ddbd-4c24-9111-ffcb63805bb3 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:48.377810 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79e751d-ddbd-4c24-9111-ffcb63805bb3 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:48.378152 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79e751d-ddbd-4c24-9111-ffcb63805bb3 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:48.378460 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79e751d-ddbd-4c24-9111-ffcb63805bb3 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:48.378781 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79e751d-ddbd-4c24-9111-ffcb63805bb3 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:32:48.394886 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95624ce3-d7be-47ba-b3e2-52e8414b60b9 req-f79e751d-ddbd-4c24-9111-ffcb63805bb3 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:48.395647 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-95624ce3-d7be-47ba-b3e2-52e8414b60b9 req-f79e751d-ddbd-4c24-9111-ffcb63805bb3 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:48.410309 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-95624ce3-d7be-47ba-b3e2-52e8414b60b9 req-f79e751d-ddbd-4c24-9111-ffcb63805bb3 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5648909 Jul 13 19:32:48.430996 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [req-95624ce3-d7be-47ba-b3e2-52e8414b60b9 req-5061eb2f-2250-4697-8ee9-f90be9040b01 service neutron] Request body: {'port': {'device_id': '417a705d-02f8-4753-b77f-e13c87121295', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:32:48.509243 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-95624ce3-d7be-47ba-b3e2-52e8414b60b9 req-5061eb2f-2250-4697-8ee9-f90be9040b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:48.787033 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [req-95624ce3-d7be-47ba-b3e2-52e8414b60b9 req-5061eb2f-2250-4697-8ee9-f90be9040b01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31c6c787-1967-42c9-a216-f60a2ff8a5d7 {{(pid=92923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:32:48.794612 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-95624ce3-d7be-47ba-b3e2-52e8414b60b9 req-5061eb2f-2250-4697-8ee9-f90be9040b01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:48.806872 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [req-95624ce3-d7be-47ba-b3e2-52e8414b60b9 req-5061eb2f-2250-4697-8ee9-f90be9040b01 service neutron] Transition to ACTIVE for port object 31c6c787-1967-42c9-a216-f60a2ff8a5d7 will not be triggered until provisioned by entity L2. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:32:48.811143 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-95624ce3-d7be-47ba-b3e2-52e8414b60b9 req-5061eb2f-2250-4697-8ee9-f90be9040b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130471135'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:48.861994 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5061eb2f-2250-4697-8ee9-f90be9040b01 service neutron] Pushing event updated for resources: {'Port': ['ID=31c6c787-1967-42c9-a216-f60a2ff8a5d7,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:48.942541 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-95624ce3-d7be-47ba-b3e2-52e8414b60b9 req-5061eb2f-2250-4697-8ee9-f90be9040b01 service neutron] Attempting to bind port 31c6c787-1967-42c9-a216-f60a2ff8a5d7 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:32:48.943010 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-95624ce3-d7be-47ba-b3e2-52e8414b60b9 req-5061eb2f-2250-4697-8ee9-f90be9040b01 service neutron] Attempting to bind port 31c6c787-1967-42c9-a216-f60a2ff8a5d7 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '0993e669-427e-4a1d-9bc6-4f80573b737f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4'}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:32:48.943384 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95624ce3-d7be-47ba-b3e2-52e8414b60b9 req-5061eb2f-2250-4697-8ee9-f90be9040b01 service neutron] Attempting to bind port 31c6c787-1967-42c9-a216-f60a2ff8a5d7 on network 9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:32:48.948337 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95624ce3-d7be-47ba-b3e2-52e8414b60b9 req-5061eb2f-2250-4697-8ee9-f90be9040b01 service neutron] Port 31c6c787-1967-42c9-a216-f60a2ff8a5d7 on network 9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:32:48.948660 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95624ce3-d7be-47ba-b3e2-52e8414b60b9 req-5061eb2f-2250-4697-8ee9-f90be9040b01 service neutron] Attempting to bind port 31c6c787-1967-42c9-a216-f60a2ff8a5d7 on network 9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:32:48.954407 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95624ce3-d7be-47ba-b3e2-52e8414b60b9 req-5061eb2f-2250-4697-8ee9-f90be9040b01 service neutron] Checking agent: {'id': '4a103c85-e045-48ce-a8be-787d9b9ed000', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 23, 28), 'started_at': datetime.datetime(2021, 7, 13, 19, 23, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:32:48.954825 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95624ce3-d7be-47ba-b3e2-52e8414b60b9 req-5061eb2f-2250-4697-8ee9-f90be9040b01 service neutron] Checking segment: {'id': '0993e669-427e-4a1d-9bc6-4f80573b737f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:32:48.955213 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95624ce3-d7be-47ba-b3e2-52e8414b60b9 req-5061eb2f-2250-4697-8ee9-f90be9040b01 service neutron] Bound using segment: {'id': '0993e669-427e-4a1d-9bc6-4f80573b737f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4'} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:32:48.955789 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-95624ce3-d7be-47ba-b3e2-52e8414b60b9 req-5061eb2f-2250-4697-8ee9-f90be9040b01 service neutron] Bound port: 31c6c787-1967-42c9-a216-f60a2ff8a5d7, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0993e669-427e-4a1d-9bc6-4f80573b737f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4'}}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:32:48.956240 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-95624ce3-d7be-47ba-b3e2-52e8414b60b9 req-5061eb2f-2250-4697-8ee9-f90be9040b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:48.958435 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-43af5929-2fc3-4960-afa0-982c022a621c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:49.000528 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a77cc-dc2c-4cd2-8fa1-29f83eaa9b55 req-6f083ea9-3668-4037-8c86-ad6c7d8af256 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:49.002043 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-3b3a77cc-dc2c-4cd2-8fa1-29f83eaa9b55 req-6f083ea9-3668-4037-8c86-ad6c7d8af256 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/ports?device_id=417a705d-02f8-4753-b77f-e13c87121295 HTTP/1.1" status: 200 len: 944 time: 0.0672235 Jul 13 19:32:49.024219 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-95624ce3-d7be-47ba-b3e2-52e8414b60b9 req-5061eb2f-2250-4697-8ee9-f90be9040b01 service neutron] For port 31c6c787-1967-42c9-a216-f60a2ff8a5d7, host hv-cinder-78693, cleared binding levels {{(pid=92923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:32:49.027218 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-95624ce3-d7be-47ba-b3e2-52e8414b60b9 req-5061eb2f-2250-4697-8ee9-f90be9040b01 service neutron] For port 31c6c787-1967-42c9-a216-f60a2ff8a5d7, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=31c6c787-1967-42c9-a216-f60a2ff8a5d7,segment=NetworkSegment(0993e669-427e-4a1d-9bc6-4f80573b737f),segment_id=0993e669-427e-4a1d-9bc6-4f80573b737f)] {{(pid=92923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:32:49.032018 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-95624ce3-d7be-47ba-b3e2-52e8414b60b9 req-5061eb2f-2250-4697-8ee9-f90be9040b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130471135'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:49.042095 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-3b3a77cc-dc2c-4cd2-8fa1-29f83eaa9b55 req-55e50b40-d4c2-464e-9290-b4c44f2fa55e tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/security-groups?id=85f1a545-c61d-4acd-9a56-274b620fc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334969 Jul 13 19:32:49.067567 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95624ce3-d7be-47ba-b3e2-52e8414b60b9 req-5061eb2f-2250-4697-8ee9-f90be9040b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:49.068213 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-95624ce3-d7be-47ba-b3e2-52e8414b60b9 req-5061eb2f-2250-4697-8ee9-f90be9040b01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:49.069663 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-95624ce3-d7be-47ba-b3e2-52e8414b60b9 req-5061eb2f-2250-4697-8ee9-f90be9040b01 service neutron] 10.222.0.18 "PUT /v2.0/ports/31c6c787-1967-42c9-a216-f60a2ff8a5d7 HTTP/1.1" status: 200 len: 1094 time: 0.6431329 Jul 13 19:32:49.070054 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '417a705d-02f8-4753-b77f-e13c87121295', 'tag': '31c6c787-1967-42c9-a216-f60a2ff8a5d7'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:32:49.072301 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1087dd994376df9afb132dbe65b34b6853527e2d112168992b97c33633c3add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49336cac-1c20-4b54-8b88-d4189edacb06" -d '{"events": [{"name": "network-changed", "server_uuid": "417a705d-02f8-4753-b77f-e13c87121295", "tag": "31c6c787-1967-42c9-a216-f60a2ff8a5d7"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:32:49.081976 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:49.098689 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5061eb2f-2250-4697-8ee9-f90be9040b01 service neutron] Pushing event updated for resources: {'Port': ['ID=31c6c787-1967-42c9-a216-f60a2ff8a5d7,revision_number=3']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:49.138978 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b45d4d-4f07-478a-9f14-aeff76d18666 x-openstack-request-id: req-36b45d4d-4f07-478a-9f14-aeff76d18666 {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:32:49.139929 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "417a705d-02f8-4753-b77f-e13c87121295", "tag": "31c6c787-1967-42c9-a216-f60a2ff8a5d7", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:32:49.140183 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-36b45d4d-4f07-478a-9f14-aeff76d18666 {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:32:49.140574 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '417a705d-02f8-4753-b77f-e13c87121295', 'tag': '31c6c787-1967-42c9-a216-f60a2ff8a5d7', 'status': 'completed', 'code': 200} Jul 13 19:32:49.166515 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95624ce3-d7be-47ba-b3e2-52e8414b60b9 req-8442bd85-6f51-4258-99c8-47a2c6a5ce09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:49.168086 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-95624ce3-d7be-47ba-b3e2-52e8414b60b9 req-8442bd85-6f51-4258-99c8-47a2c6a5ce09 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=759c4037af7741888a7fa0072e229b27&device_id=417a705d-02f8-4753-b77f-e13c87121295 HTTP/1.1" status: 200 len: 1097 time: 0.0578773 Jul 13 19:32:49.217339 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-95624ce3-d7be-47ba-b3e2-52e8414b60b9 req-9dc84834-0711-45e3-a327-66da7754cae4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31c6c787-1967-42c9-a216-f60a2ff8a5d7 HTTP/1.1" status: 200 len: 217 time: 0.0371609 Jul 13 19:32:49.273755 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95624ce3-d7be-47ba-b3e2-52e8414b60b9 req-b88e0926-0b08-4359-a9c4-f0a060be7743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:49.275259 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-95624ce3-d7be-47ba-b3e2-52e8414b60b9 req-b88e0926-0b08-4359-a9c4-f0a060be7743 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=982b3006-667f-4e5e-8ceb-cb52c1399296 HTTP/1.1" status: 200 len: 855 time: 0.0463858 Jul 13 19:32:49.308583 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-95624ce3-d7be-47ba-b3e2-52e8414b60b9 req-95bb0252-9046-4537-9363-2591eb89723c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265205 Jul 13 19:32:49.408340 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-95624ce3-d7be-47ba-b3e2-52e8414b60b9 req-0da1c0d0-58a7-4de3-be22-0739842fb00d service neutron] 10.222.0.18 "GET /v2.0/networks/9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854170 Jul 13 19:32:49.504543 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-95624ce3-d7be-47ba-b3e2-52e8414b60b9 req-4577e3a9-de94-4e58-9b08-b7b092f19051 service neutron] 10.222.0.18 "GET /v2.0/networks/9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803356 Jul 13 19:32:49.622126 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49336cac-1c20-4b54-8b88-d4189edacb06 req-c2a73f69-12d2-4c28-9cd8-d95c3855e020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:49.623695 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-49336cac-1c20-4b54-8b88-d4189edacb06 req-c2a73f69-12d2-4c28-9cd8-d95c3855e020 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=759c4037af7741888a7fa0072e229b27&device_id=417a705d-02f8-4753-b77f-e13c87121295 HTTP/1.1" status: 200 len: 1097 time: 0.0574193 Jul 13 19:32:49.721578 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49336cac-1c20-4b54-8b88-d4189edacb06 req-5739a839-05d2-49e7-8746-3efccfc8b725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:49.723067 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-49336cac-1c20-4b54-8b88-d4189edacb06 req-5739a839-05d2-49e7-8746-3efccfc8b725 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4 HTTP/1.1" status: 200 len: 916 time: 0.0841837 Jul 13 19:32:49.769334 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-49336cac-1c20-4b54-8b88-d4189edacb06 req-d0fbe02c-cef4-4656-ae9c-aeabe9a7eb66 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31c6c787-1967-42c9-a216-f60a2ff8a5d7 HTTP/1.1" status: 200 len: 217 time: 0.0366499 Jul 13 19:32:49.823850 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49336cac-1c20-4b54-8b88-d4189edacb06 req-536cc4c4-4b80-4cfc-b447-5a4dc81f83fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:49.825409 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-49336cac-1c20-4b54-8b88-d4189edacb06 req-536cc4c4-4b80-4cfc-b447-5a4dc81f83fd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=982b3006-667f-4e5e-8ceb-cb52c1399296 HTTP/1.1" status: 200 len: 855 time: 0.0485926 Jul 13 19:32:49.866078 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-49336cac-1c20-4b54-8b88-d4189edacb06 req-83929444-2f30-48c8-9ed9-dee5100d583f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274684 Jul 13 19:32:49.962456 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-49336cac-1c20-4b54-8b88-d4189edacb06 req-3a090e59-e17e-4a9d-8e01-ab99617db380 service neutron] 10.222.0.18 "GET /v2.0/networks/9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868974 Jul 13 19:32:50.064368 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-49336cac-1c20-4b54-8b88-d4189edacb06 req-844a355a-e5ef-4f8b-84e2-b24f23c34d24 service neutron] 10.222.0.18 "GET /v2.0/networks/9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926378 Jul 13 19:32:50.225404 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9669434-ce01-49a4-a995-38f79d84b7be req-4ab0a898-a7ec-4de6-893c-f887852c0282 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:50.226799 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-b9669434-ce01-49a4-a995-38f79d84b7be req-4ab0a898-a7ec-4de6-893c-f887852c0282 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/ports?device_id=417a705d-02f8-4753-b77f-e13c87121295 HTTP/1.1" status: 200 len: 944 time: 0.0686736 Jul 13 19:32:50.247180 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f121cc10-15a3-4774-9d3b-44cefef2260b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:50.279256 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-b9669434-ce01-49a4-a995-38f79d84b7be req-7388a5ed-46a4-4507-b2a1-44be1d90acfb tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/security-groups?id=85f1a545-c61d-4acd-9a56-274b620fc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463839 Jul 13 19:32:51.459100 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6ac379-e828-4793-a397-b3ee10abde4d req-31448d73-b707-4c85-91ff-803efc535af9 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:51.460627 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-0e6ac379-e828-4793-a397-b3ee10abde4d req-31448d73-b707-4c85-91ff-803efc535af9 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/ports?device_id=417a705d-02f8-4753-b77f-e13c87121295 HTTP/1.1" status: 200 len: 944 time: 0.0661695 Jul 13 19:32:51.500763 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-0e6ac379-e828-4793-a397-b3ee10abde4d req-6533b4da-5350-49ef-9e0f-f940b8df068e tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/security-groups?id=85f1a545-c61d-4acd-9a56-274b620fc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343535 Jul 13 19:32:51.694100 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.agents_db [None req-012e1d35-f91a-49b0-a4f0-5c30301579de None None] Agent healthcheck: found 6 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:32:51.742003 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-90e910e5-9927-492e-a649-803b472a565a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:51.865619 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device 31c6c787-1967-42c9-a216-f60a2ff8a5d7 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:32:51.969142 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port 31c6c787-1967-42c9-a216-f60a2ff8a5d7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=31c6c787-1967-42c9-a216-f60a2ff8a5d7,segment=NetworkSegment(0993e669-427e-4a1d-9bc6-4f80573b737f),segment_id=0993e669-427e-4a1d-9bc6-4f80573b737f)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:51.980617 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Returning: {'device': '31c6c787-1967-42c9-a216-f60a2ff8a5d7', 'network_id': '9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4', 'port_id': '31c6c787-1967-42c9-a216-f60a2ff8a5d7', 'mac_address': 'fa:16:3e:61:27:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '982b3006-667f-4e5e-8ceb-cb52c1399296', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:32:52.019213 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:52.032442 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31c6c787-1967-42c9-a216-f60a2ff8a5d7 {{(pid=92925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:32:52.056054 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port 31c6c787-1967-42c9-a216-f60a2ff8a5d7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=31c6c787-1967-42c9-a216-f60a2ff8a5d7,segment=NetworkSegment(0993e669-427e-4a1d-9bc6-4f80573b737f),segment_id=0993e669-427e-4a1d-9bc6-4f80573b737f)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:52.060685 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:52.109198 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Pushing event updated for resources: {'Port': ['ID=31c6c787-1967-42c9-a216-f60a2ff8a5d7,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:52.410226 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] get_ports_and_sgs() called for port_ids ['31c6c787-1967-42c9-a216-f60a2ff8a5d7'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:32:52.688898 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d89fe-b654-4b33-8125-a23a67f7664d req-7c418eff-ccec-4240-a391-8066ccf6c4d3 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:52.690405 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-a48d89fe-b654-4b33-8125-a23a67f7664d req-7c418eff-ccec-4240-a391-8066ccf6c4d3 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/ports?device_id=417a705d-02f8-4753-b77f-e13c87121295 HTTP/1.1" status: 200 len: 945 time: 0.0711448 Jul 13 19:32:52.729691 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-a48d89fe-b654-4b33-8125-a23a67f7664d req-b925de80-446a-4be5-867c-45d4c1f26814 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/security-groups?id=85f1a545-c61d-4acd-9a56-274b620fc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330193 Jul 13 19:32:53.870534 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device 31c6c787-1967-42c9-a216-f60a2ff8a5d7 up at agent hyperv_hv-cinder-78693 {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:32:53.922777 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be42d6-5251-46e6-9315-da79efa378ec req-3883ddda-3b5e-4192-96eb-f009ee04d7c9 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:53.923914 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Provisioning for port 31c6c787-1967-42c9-a216-f60a2ff8a5d7 completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:32:53.924397 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-33be42d6-5251-46e6-9315-da79efa378ec req-3883ddda-3b5e-4192-96eb-f009ee04d7c9 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/ports?device_id=417a705d-02f8-4753-b77f-e13c87121295 HTTP/1.1" status: 200 len: 945 time: 0.0772588 Jul 13 19:32:53.931583 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Provisioning complete for port 31c6c787-1967-42c9-a216-f60a2ff8a5d7 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:32:53.931952 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:53.970620 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-33be42d6-5251-46e6-9315-da79efa378ec req-7a2aa0f4-582f-46d2-822c-e015dc31bf6b tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/security-groups?id=85f1a545-c61d-4acd-9a56-274b620fc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360255 Jul 13 19:32:54.026119 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:54.051290 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417a705d-02f8-4753-b77f-e13c87121295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c6c787-1967-42c9-a216-f60a2ff8a5d7'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:32:54.053574 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540c69b029c7553e3853e743d2a892cf8287872a4bddd25c2711216cf853e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35df150a-b554-4551-96cf-b204810ba17e" -d '{"events": [{"server_uuid": "417a705d-02f8-4753-b77f-e13c87121295", "name": "network-vif-plugged", "status": "completed", "tag": "31c6c787-1967-42c9-a216-f60a2ff8a5d7"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:32:54.069688 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port 31c6c787-1967-42c9-a216-f60a2ff8a5d7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=31c6c787-1967-42c9-a216-f60a2ff8a5d7,segment=NetworkSegment(0993e669-427e-4a1d-9bc6-4f80573b737f),segment_id=0993e669-427e-4a1d-9bc6-4f80573b737f)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:32:54.074318 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:54.101641 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d7b4e6b-87c7-49b2-9169-6c999293e935 x-openstack-request-id: req-7d7b4e6b-87c7-49b2-9169-6c999293e935 {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:32:54.101948 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417a705d-02f8-4753-b77f-e13c87121295", "name": "network-vif-plugged", "status": "completed", "tag": "31c6c787-1967-42c9-a216-f60a2ff8a5d7", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:32:54.103071 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7d7b4e6b-87c7-49b2-9169-6c999293e935 {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:32:54.103647 dv-cinder-786932-3-iscsi neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '417a705d-02f8-4753-b77f-e13c87121295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c6c787-1967-42c9-a216-f60a2ff8a5d7', 'code': 200} Jul 13 19:32:54.134953 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Pushing event updated for resources: {'Port': ['ID=31c6c787-1967-42c9-a216-f60a2ff8a5d7,revision_number=5']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:32:54.349915 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599204cb-f425-4937-8998-73ae11bd34cd req-699d6ae3-c808-45ee-8e2b-7ad5f2c5b7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:54.351859 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-599204cb-f425-4937-8998-73ae11bd34cd req-699d6ae3-c808-45ee-8e2b-7ad5f2c5b7f0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=417a705d-02f8-4753-b77f-e13c87121295 HTTP/1.1" status: 200 len: 1099 time: 0.0526896 Jul 13 19:32:54.395819 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-599204cb-f425-4937-8998-73ae11bd34cd req-ebf3715e-e91d-4d67-80a3-98c456da9d64 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=85f1a545-c61d-4acd-9a56-274b620fc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284557 Jul 13 19:32:55.146772 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce7a47-eb8d-4013-b78f-c9e0fc1cfa5c req-b62493e9-a763-4d50-a3c2-9e8e41fc87c8 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:55.148331 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-01ce7a47-eb8d-4013-b78f-c9e0fc1cfa5c req-b62493e9-a763-4d50-a3c2-9e8e41fc87c8 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/ports?device_id=417a705d-02f8-4753-b77f-e13c87121295 HTTP/1.1" status: 200 len: 946 time: 0.0639517 Jul 13 19:32:55.190997 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-01ce7a47-eb8d-4013-b78f-c9e0fc1cfa5c req-3136cf1d-c169-4b82-a551-b280369e6ec3 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/security-groups?id=85f1a545-c61d-4acd-9a56-274b620fc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367434 Jul 13 19:32:56.370593 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb26c8e-b161-4cd1-bcd9-1dfa8b38098a req-2df7aec5-db0f-449d-a9d7-32af649fdfa7 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:32:56.372070 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-eeb26c8e-b161-4cd1-bcd9-1dfa8b38098a req-2df7aec5-db0f-449d-a9d7-32af649fdfa7 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/ports?device_id=417a705d-02f8-4753-b77f-e13c87121295 HTTP/1.1" status: 200 len: 946 time: 0.0654042 Jul 13 19:32:56.409380 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-eeb26c8e-b161-4cd1-bcd9-1dfa8b38098a req-be2539be-62d1-4006-adf0-f6df8b6cd8e5 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/security-groups?id=85f1a545-c61d-4acd-9a56-274b620fc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315847 Jul 13 19:32:59.915280 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:07.319488 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e074dc-bbda-4213-9c20-feac43861fc5 req-4f12dd49-d0b4-43e1-827a-756b4b5b39e7 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:07.320948 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-69e074dc-bbda-4213-9c20-feac43861fc5 req-4f12dd49-d0b4-43e1-827a-756b4b5b39e7 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/networks?id=9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4 HTTP/1.1" status: 200 len: 815 time: 0.1010215 Jul 13 19:33:07.335406 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-69e074dc-bbda-4213-9c20-feac43861fc5 req-56422588-3c85-4a11-88e1-42076d017558 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/quotas/759c4037af7741888a7fa0072e229b27 HTTP/1.1" status: 200 len: 375 time: 0.0090609 Jul 13 19:33:07.410636 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-69e074dc-bbda-4213-9c20-feac43861fc5 req-b229938f-98d2-423e-b3dc-78a1d773be38 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=759c4037af7741888a7fa0072e229b27&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0704920 Jul 13 19:33:07.497620 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-69e074dc-bbda-4213-9c20-feac43861fc5 req-914a2945-1885-4f4e-ae2a-178bd511fd15 service neutron] 10.222.0.67 "GET /v2.0/networks/9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804374 Jul 13 19:33:07.588270 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-69e074dc-bbda-4213-9c20-feac43861fc5 req-9e659060-3c10-42b4-8a9e-71c1aa0778ed service neutron] 10.222.0.67 "GET /v2.0/networks/9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838902 Jul 13 19:33:07.755260 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1a90184d-d0fe-4e6d-a338-181e38f80b3c req-2f63edc0-a3a1-451f-9b62-82d37703bb7c tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/ports?device_id=95667a28-63b9-4f3d-9809-0caf89975ef8 HTTP/1.1" status: 200 len: 210 time: 0.0295532 Jul 13 19:33:08.927118 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e074dc-bbda-4213-9c20-feac43861fc5 req-5d16c243-e28e-4fd0-9529-e136c6237636 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:08.929432 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-69e074dc-bbda-4213-9c20-feac43861fc5 req-5d16c243-e28e-4fd0-9529-e136c6237636 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.18 "GET /v2.0/networks?id=9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4 HTTP/1.1" status: 200 len: 815 time: 0.1380458 Jul 13 19:33:08.938844 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-8a6f816d-081c-4907-8a6b-f3927f63d3f4 req-dfee6ddf-e6a1-461f-9499-bd982950b995 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/ports?device_id=95667a28-63b9-4f3d-9809-0caf89975ef8 HTTP/1.1" status: 200 len: 210 time: 0.0517085 Jul 13 19:33:08.944695 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [req-69e074dc-bbda-4213-9c20-feac43861fc5 req-0f315420-5e02-4a3d-aed5-c0b7dcffe0f3 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Request body: {'port': {'device_id': '95667a28-63b9-4f3d-9809-0caf89975ef8', 'network_id': '9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4', 'admin_state_up': True, 'tenant_id': '759c4037af7741888a7fa0072e229b27'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:09.059690 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69e074dc-bbda-4213-9c20-feac43861fc5 req-0f315420-5e02-4a3d-aed5-c0b7dcffe0f3 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Made reservation on behalf of 759c4037af7741888a7fa0072e229b27 for: {'port': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:33:09.064209 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-69e074dc-bbda-4213-9c20-feac43861fc5 req-0f315420-5e02-4a3d-aed5-c0b7dcffe0f3 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:09.199860 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [req-69e074dc-bbda-4213-9c20-feac43861fc5 req-0f315420-5e02-4a3d-aed5-c0b7dcffe0f3 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Allocated IP 172.20.0.6 (9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4/982b3006-667f-4e5e-8ceb-cb52c1399296/6c9c73dc-f73a-408c-b219-8b7c2be0f323) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:33:09.344005 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-69e074dc-bbda-4213-9c20-feac43861fc5 req-0f315420-5e02-4a3d-aed5-c0b7dcffe0f3 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:09.382100 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-69e074dc-bbda-4213-9c20-feac43861fc5 req-0f315420-5e02-4a3d-aed5-c0b7dcffe0f3 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752272454283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130471124'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:09.394453 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] get_ports_and_sgs() called for port_ids ['186cfbcf-1c45-489c-9d96-1df70fb54d47', '5f73f7f4-9f07-4505-ac14-55cb0656433f', '31c6c787-1967-42c9-a216-f60a2ff8a5d7'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:33:09.433929 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69e074dc-bbda-4213-9c20-feac43861fc5 req-0f315420-5e02-4a3d-aed5-c0b7dcffe0f3 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Network 9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4 is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:33:09.437501 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [req-69e074dc-bbda-4213-9c20-feac43861fc5 req-0f315420-5e02-4a3d-aed5-c0b7dcffe0f3 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:33:09.444613 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [req-69e074dc-bbda-4213-9c20-feac43861fc5 req-0f315420-5e02-4a3d-aed5-c0b7dcffe0f3 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:33:09.451030 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f315420-5e02-4a3d-aed5-c0b7dcffe0f3 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Pushing event updated for resources: {'Port': ['ID=6c9c73dc-f73a-408c-b219-8b7c2be0f323,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:09.497222 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e074dc-bbda-4213-9c20-feac43861fc5 req-0f315420-5e02-4a3d-aed5-c0b7dcffe0f3 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:09.497828 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-69e074dc-bbda-4213-9c20-feac43861fc5 req-0f315420-5e02-4a3d-aed5-c0b7dcffe0f3 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:09.511753 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-69e074dc-bbda-4213-9c20-feac43861fc5 req-0f315420-5e02-4a3d-aed5-c0b7dcffe0f3 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5722301 Jul 13 19:33:09.535368 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [req-69e074dc-bbda-4213-9c20-feac43861fc5 req-9952a39d-f126-4602-a93f-c4021adc8537 service neutron] Request body: {'port': {'device_id': '95667a28-63b9-4f3d-9809-0caf89975ef8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:09.606278 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-69e074dc-bbda-4213-9c20-feac43861fc5 req-9952a39d-f126-4602-a93f-c4021adc8537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:09.872979 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [req-69e074dc-bbda-4213-9c20-feac43861fc5 req-9952a39d-f126-4602-a93f-c4021adc8537 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c9c73dc-f73a-408c-b219-8b7c2be0f323 {{(pid=92923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:33:09.880778 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-69e074dc-bbda-4213-9c20-feac43861fc5 req-9952a39d-f126-4602-a93f-c4021adc8537 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:09.893839 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [req-69e074dc-bbda-4213-9c20-feac43861fc5 req-9952a39d-f126-4602-a93f-c4021adc8537 service neutron] Transition to ACTIVE for port object 6c9c73dc-f73a-408c-b219-8b7c2be0f323 will not be triggered until provisioned by entity L2. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:33:09.897886 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-69e074dc-bbda-4213-9c20-feac43861fc5 req-9952a39d-f126-4602-a93f-c4021adc8537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130471135'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:09.947913 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9952a39d-f126-4602-a93f-c4021adc8537 service neutron] Pushing event updated for resources: {'Port': ['ID=6c9c73dc-f73a-408c-b219-8b7c2be0f323,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:10.027931 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-69e074dc-bbda-4213-9c20-feac43861fc5 req-9952a39d-f126-4602-a93f-c4021adc8537 service neutron] Attempting to bind port 6c9c73dc-f73a-408c-b219-8b7c2be0f323 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:33:10.028692 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-69e074dc-bbda-4213-9c20-feac43861fc5 req-9952a39d-f126-4602-a93f-c4021adc8537 service neutron] Attempting to bind port 6c9c73dc-f73a-408c-b219-8b7c2be0f323 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '0993e669-427e-4a1d-9bc6-4f80573b737f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4'}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:33:10.029011 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e074dc-bbda-4213-9c20-feac43861fc5 req-9952a39d-f126-4602-a93f-c4021adc8537 service neutron] Attempting to bind port 6c9c73dc-f73a-408c-b219-8b7c2be0f323 on network 9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:33:10.034581 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e074dc-bbda-4213-9c20-feac43861fc5 req-9952a39d-f126-4602-a93f-c4021adc8537 service neutron] Port 6c9c73dc-f73a-408c-b219-8b7c2be0f323 on network 9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:33:10.034908 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e074dc-bbda-4213-9c20-feac43861fc5 req-9952a39d-f126-4602-a93f-c4021adc8537 service neutron] Attempting to bind port 6c9c73dc-f73a-408c-b219-8b7c2be0f323 on network 9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:33:10.039935 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e074dc-bbda-4213-9c20-feac43861fc5 req-9952a39d-f126-4602-a93f-c4021adc8537 service neutron] Checking agent: {'id': '4a103c85-e045-48ce-a8be-787d9b9ed000', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 23, 28), 'started_at': datetime.datetime(2021, 7, 13, 19, 23, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:33:10.040274 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e074dc-bbda-4213-9c20-feac43861fc5 req-9952a39d-f126-4602-a93f-c4021adc8537 service neutron] Checking segment: {'id': '0993e669-427e-4a1d-9bc6-4f80573b737f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:33:10.040658 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e074dc-bbda-4213-9c20-feac43861fc5 req-9952a39d-f126-4602-a93f-c4021adc8537 service neutron] Bound using segment: {'id': '0993e669-427e-4a1d-9bc6-4f80573b737f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4'} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:33:10.041087 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-69e074dc-bbda-4213-9c20-feac43861fc5 req-9952a39d-f126-4602-a93f-c4021adc8537 service neutron] Bound port: 6c9c73dc-f73a-408c-b219-8b7c2be0f323, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0993e669-427e-4a1d-9bc6-4f80573b737f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4'}}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:33:10.041454 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-69e074dc-bbda-4213-9c20-feac43861fc5 req-9952a39d-f126-4602-a93f-c4021adc8537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:10.144625 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-69e074dc-bbda-4213-9c20-feac43861fc5 req-9952a39d-f126-4602-a93f-c4021adc8537 service neutron] For port 6c9c73dc-f73a-408c-b219-8b7c2be0f323, host hv-cinder-78693, cleared binding levels {{(pid=92923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:33:10.149073 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-69e074dc-bbda-4213-9c20-feac43861fc5 req-9952a39d-f126-4602-a93f-c4021adc8537 service neutron] For port 6c9c73dc-f73a-408c-b219-8b7c2be0f323, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=6c9c73dc-f73a-408c-b219-8b7c2be0f323,segment=NetworkSegment(0993e669-427e-4a1d-9bc6-4f80573b737f),segment_id=0993e669-427e-4a1d-9bc6-4f80573b737f)] {{(pid=92923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:33:10.154011 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-69e074dc-bbda-4213-9c20-feac43861fc5 req-9952a39d-f126-4602-a93f-c4021adc8537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130471135'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:10.195055 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e074dc-bbda-4213-9c20-feac43861fc5 req-9952a39d-f126-4602-a93f-c4021adc8537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:10.195696 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-69e074dc-bbda-4213-9c20-feac43861fc5 req-9952a39d-f126-4602-a93f-c4021adc8537 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:10.197087 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-69e074dc-bbda-4213-9c20-feac43861fc5 req-9952a39d-f126-4602-a93f-c4021adc8537 service neutron] 10.222.0.18 "PUT /v2.0/ports/6c9c73dc-f73a-408c-b219-8b7c2be0f323 HTTP/1.1" status: 200 len: 1093 time: 0.6660259 Jul 13 19:33:10.197522 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95667a28-63b9-4f3d-9809-0caf89975ef8', 'tag': '6c9c73dc-f73a-408c-b219-8b7c2be0f323'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:33:10.199784 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1087dd994376df9afb132dbe65b34b6853527e2d112168992b97c33633c3add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d091890c-4acc-444b-8c97-6930e2913b95" -d '{"events": [{"name": "network-changed", "server_uuid": "95667a28-63b9-4f3d-9809-0caf89975ef8", "tag": "6c9c73dc-f73a-408c-b219-8b7c2be0f323"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:33:10.221301 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605861cb-0891-4c49-8bb4-445a5fc4b142 req-6381aac8-4427-4c1b-857c-6410c16955be tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:10.222627 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-605861cb-0891-4c49-8bb4-445a5fc4b142 req-6381aac8-4427-4c1b-857c-6410c16955be tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/ports?device_id=95667a28-63b9-4f3d-9809-0caf89975ef8 HTTP/1.1" status: 200 len: 943 time: 0.1436515 Jul 13 19:33:10.267057 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b04466f-2cac-4edd-a360-93b953b0543e x-openstack-request-id: req-5b04466f-2cac-4edd-a360-93b953b0543e {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:33:10.267362 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95667a28-63b9-4f3d-9809-0caf89975ef8", "tag": "6c9c73dc-f73a-408c-b219-8b7c2be0f323", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:33:10.267610 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5b04466f-2cac-4edd-a360-93b953b0543e {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:33:10.267998 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95667a28-63b9-4f3d-9809-0caf89975ef8', 'tag': '6c9c73dc-f73a-408c-b219-8b7c2be0f323', 'status': 'completed', 'code': 200} Jul 13 19:33:10.271147 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9952a39d-f126-4602-a93f-c4021adc8537 service neutron] Pushing event updated for resources: {'Port': ['ID=6c9c73dc-f73a-408c-b219-8b7c2be0f323,revision_number=3']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:10.315006 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-605861cb-0891-4c49-8bb4-445a5fc4b142 req-a7d696ce-a0b5-4024-b39a-f64bf585c61d tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/security-groups?id=85f1a545-c61d-4acd-9a56-274b620fc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860825 Jul 13 19:33:10.334741 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e074dc-bbda-4213-9c20-feac43861fc5 req-f2370756-557b-4857-ac72-a2a1ca07a248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:10.336291 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-69e074dc-bbda-4213-9c20-feac43861fc5 req-f2370756-557b-4857-ac72-a2a1ca07a248 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=759c4037af7741888a7fa0072e229b27&device_id=95667a28-63b9-4f3d-9809-0caf89975ef8 HTTP/1.1" status: 200 len: 1096 time: 0.0866101 Jul 13 19:33:10.380783 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-69e074dc-bbda-4213-9c20-feac43861fc5 req-83a1aabd-1bec-4bf9-8cd0-fa2a6afff82e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c9c73dc-f73a-408c-b219-8b7c2be0f323 HTTP/1.1" status: 200 len: 217 time: 0.0354834 Jul 13 19:33:10.438368 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e074dc-bbda-4213-9c20-feac43861fc5 req-0b6c947b-5f1d-4fdb-bdec-752c6b1bbc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:10.440031 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-69e074dc-bbda-4213-9c20-feac43861fc5 req-0b6c947b-5f1d-4fdb-bdec-752c6b1bbc24 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=982b3006-667f-4e5e-8ceb-cb52c1399296 HTTP/1.1" status: 200 len: 855 time: 0.0493462 Jul 13 19:33:10.486510 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-69e074dc-bbda-4213-9c20-feac43861fc5 req-02f7efde-5585-495a-9599-74b48b405d40 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281045 Jul 13 19:33:10.580073 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-69e074dc-bbda-4213-9c20-feac43861fc5 req-9f3a3d69-b125-4cd3-a396-61abf7a15f5e service neutron] 10.222.0.18 "GET /v2.0/networks/9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853877 Jul 13 19:33:10.678930 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-69e074dc-bbda-4213-9c20-feac43861fc5 req-8cd191b0-2459-40b4-bbc9-f3c42566195c service neutron] 10.222.0.18 "GET /v2.0/networks/9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911767 Jul 13 19:33:10.793610 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d091890c-4acc-444b-8c97-6930e2913b95 req-535bdc93-22f6-4e97-b2ca-a51636388cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:10.795009 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d091890c-4acc-444b-8c97-6930e2913b95 req-535bdc93-22f6-4e97-b2ca-a51636388cb7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=759c4037af7741888a7fa0072e229b27&device_id=95667a28-63b9-4f3d-9809-0caf89975ef8 HTTP/1.1" status: 200 len: 1096 time: 0.0546775 Jul 13 19:33:10.888224 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d091890c-4acc-444b-8c97-6930e2913b95 req-8cbf2acc-8aae-4841-99c7-aceef8bbe6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:10.889725 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d091890c-4acc-444b-8c97-6930e2913b95 req-8cbf2acc-8aae-4841-99c7-aceef8bbe6de service neutron] 10.222.0.18 "GET /v2.0/networks?id=9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4 HTTP/1.1" status: 200 len: 916 time: 0.0875185 Jul 13 19:33:10.932856 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d091890c-4acc-444b-8c97-6930e2913b95 req-37365609-d18d-4ba1-b70b-0384904bb7f7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c9c73dc-f73a-408c-b219-8b7c2be0f323 HTTP/1.1" status: 200 len: 217 time: 0.0360250 Jul 13 19:33:10.999073 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d091890c-4acc-444b-8c97-6930e2913b95 req-81538208-3c97-436d-bda9-f67472b9d626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:11.000652 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d091890c-4acc-444b-8c97-6930e2913b95 req-81538208-3c97-436d-bda9-f67472b9d626 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=982b3006-667f-4e5e-8ceb-cb52c1399296 HTTP/1.1" status: 200 len: 855 time: 0.0475695 Jul 13 19:33:11.035713 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d091890c-4acc-444b-8c97-6930e2913b95 req-2eb2cb0d-43ba-4630-b201-05821509250a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275156 Jul 13 19:33:11.130528 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d091890c-4acc-444b-8c97-6930e2913b95 req-003cf3d8-e9d0-4a40-ac95-34d503e9fbcb service neutron] 10.222.0.18 "GET /v2.0/networks/9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862415 Jul 13 19:33:11.233531 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d091890c-4acc-444b-8c97-6930e2913b95 req-c6c4964b-5a78-4959-94a9-267475303c07 service neutron] 10.222.0.18 "GET /v2.0/networks/9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906367 Jul 13 19:33:11.502338 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63a78f-e0c9-4942-b3ed-f0f04d422e03 req-c666c19b-e70a-48b4-8eaf-78769e82b3bc tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:11.503816 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-df63a78f-e0c9-4942-b3ed-f0f04d422e03 req-c666c19b-e70a-48b4-8eaf-78769e82b3bc tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/ports?device_id=95667a28-63b9-4f3d-9809-0caf89975ef8 HTTP/1.1" status: 200 len: 943 time: 0.0718465 Jul 13 19:33:11.544029 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-df63a78f-e0c9-4942-b3ed-f0f04d422e03 req-9222b656-e619-4824-ba8f-03242e177ca4 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/security-groups?id=85f1a545-c61d-4acd-9a56-274b620fc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341425 Jul 13 19:33:12.730508 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc0a08-19bc-45b9-b1d7-576590f6ae9a req-cb48c4e4-4d08-4188-b21d-b198eb2c84d4 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:12.731948 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c9dc0a08-19bc-45b9-b1d7-576590f6ae9a req-cb48c4e4-4d08-4188-b21d-b198eb2c84d4 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/ports?device_id=95667a28-63b9-4f3d-9809-0caf89975ef8 HTTP/1.1" status: 200 len: 943 time: 0.0713472 Jul 13 19:33:12.771835 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c9dc0a08-19bc-45b9-b1d7-576590f6ae9a req-3cc10f01-ff7e-42b7-b646-85a4a92d1934 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/security-groups?id=85f1a545-c61d-4acd-9a56-274b620fc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337591 Jul 13 19:33:13.947264 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b374478f-d32a-4af5-92c6-330422add38e req-e66f1f6f-1d6f-49c8-94b0-09f684fbd679 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:13.948740 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-b374478f-d32a-4af5-92c6-330422add38e req-e66f1f6f-1d6f-49c8-94b0-09f684fbd679 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/ports?device_id=95667a28-63b9-4f3d-9809-0caf89975ef8 HTTP/1.1" status: 200 len: 943 time: 0.0664485 Jul 13 19:33:13.970509 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device 6c9c73dc-f73a-408c-b219-8b7c2be0f323 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:33:13.987138 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-b374478f-d32a-4af5-92c6-330422add38e req-b743faa1-3893-4eca-a08d-8b9c47aafe13 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/security-groups?id=85f1a545-c61d-4acd-9a56-274b620fc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319281 Jul 13 19:33:14.064492 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port 6c9c73dc-f73a-408c-b219-8b7c2be0f323, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=6c9c73dc-f73a-408c-b219-8b7c2be0f323,segment=NetworkSegment(0993e669-427e-4a1d-9bc6-4f80573b737f),segment_id=0993e669-427e-4a1d-9bc6-4f80573b737f)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:33:14.075389 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Returning: {'device': '6c9c73dc-f73a-408c-b219-8b7c2be0f323', 'network_id': '9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4', 'port_id': '6c9c73dc-f73a-408c-b219-8b7c2be0f323', 'mac_address': 'fa:16:3e:83:90:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '982b3006-667f-4e5e-8ceb-cb52c1399296', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:33:14.231499 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:14.243831 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c9c73dc-f73a-408c-b219-8b7c2be0f323 {{(pid=92925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:33:14.263618 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port 6c9c73dc-f73a-408c-b219-8b7c2be0f323, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=6c9c73dc-f73a-408c-b219-8b7c2be0f323,segment=NetworkSegment(0993e669-427e-4a1d-9bc6-4f80573b737f),segment_id=0993e669-427e-4a1d-9bc6-4f80573b737f)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:33:14.267884 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:14.314189 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Pushing event updated for resources: {'Port': ['ID=6c9c73dc-f73a-408c-b219-8b7c2be0f323,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:14.610226 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] get_ports_and_sgs() called for port_ids ['6c9c73dc-f73a-408c-b219-8b7c2be0f323'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:33:15.158946 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be864fe-9866-4369-b91a-eff9130d7eec req-d6c35289-e10f-4633-a86b-afc23b056256 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:15.160494 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-6be864fe-9866-4369-b91a-eff9130d7eec req-d6c35289-e10f-4633-a86b-afc23b056256 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/ports?device_id=95667a28-63b9-4f3d-9809-0caf89975ef8 HTTP/1.1" status: 200 len: 944 time: 0.0636435 Jul 13 19:33:15.198602 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-6be864fe-9866-4369-b91a-eff9130d7eec req-c2e90d0a-ab2d-424d-877c-60ae67643682 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/security-groups?id=85f1a545-c61d-4acd-9a56-274b620fc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325379 Jul 13 19:33:15.986351 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device 6c9c73dc-f73a-408c-b219-8b7c2be0f323 up at agent hyperv_hv-cinder-78693 {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:33:16.034873 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Provisioning for port 6c9c73dc-f73a-408c-b219-8b7c2be0f323 completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:33:16.038711 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Provisioning complete for port 6c9c73dc-f73a-408c-b219-8b7c2be0f323 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:33:16.039086 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:16.120313 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:16.144039 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95667a28-63b9-4f3d-9809-0caf89975ef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c9c73dc-f73a-408c-b219-8b7c2be0f323'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:33:16.146338 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540c69b029c7553e3853e743d2a892cf8287872a4bddd25c2711216cf853e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6803b8-b3df-4a5f-9020-c0dd8d12c748" -d '{"events": [{"server_uuid": "95667a28-63b9-4f3d-9809-0caf89975ef8", "name": "network-vif-plugged", "status": "completed", "tag": "6c9c73dc-f73a-408c-b219-8b7c2be0f323"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:33:16.163597 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port 6c9c73dc-f73a-408c-b219-8b7c2be0f323, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=6c9c73dc-f73a-408c-b219-8b7c2be0f323,segment=NetworkSegment(0993e669-427e-4a1d-9bc6-4f80573b737f),segment_id=0993e669-427e-4a1d-9bc6-4f80573b737f)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:33:16.168297 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:16.193363 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1258a98-5a04-4131-bdee-51ec0d6b2d40 x-openstack-request-id: req-b1258a98-5a04-4131-bdee-51ec0d6b2d40 {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:33:16.193656 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95667a28-63b9-4f3d-9809-0caf89975ef8", "name": "network-vif-plugged", "status": "completed", "tag": "6c9c73dc-f73a-408c-b219-8b7c2be0f323", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:33:16.193909 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b1258a98-5a04-4131-bdee-51ec0d6b2d40 {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:33:16.194299 dv-cinder-786932-3-iscsi neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95667a28-63b9-4f3d-9809-0caf89975ef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c9c73dc-f73a-408c-b219-8b7c2be0f323', 'code': 200} Jul 13 19:33:16.222314 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Pushing event updated for resources: {'Port': ['ID=6c9c73dc-f73a-408c-b219-8b7c2be0f323,revision_number=5']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:16.351947 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-558a754f-e8f8-405a-a578-49c1cd99c61a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:16.408719 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d45e4-7b82-4440-8e62-3cfa13073935 req-481f6299-08b8-42d0-88a6-b0d18483fec0 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:16.410209 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-636d45e4-7b82-4440-8e62-3cfa13073935 req-481f6299-08b8-42d0-88a6-b0d18483fec0 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/ports?device_id=95667a28-63b9-4f3d-9809-0caf89975ef8 HTTP/1.1" status: 200 len: 945 time: 0.0841582 Jul 13 19:33:16.475681 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-636d45e4-7b82-4440-8e62-3cfa13073935 req-fb236295-eefe-4b59-bb92-5a1558770303 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/security-groups?id=85f1a545-c61d-4acd-9a56-274b620fc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571206 Jul 13 19:33:16.491358 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ed803-a496-4bfe-8937-6bd2681c1c91 req-923a020e-6944-4aa4-895a-f681e006618a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:16.492866 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c39ed803-a496-4bfe-8937-6bd2681c1c91 req-923a020e-6944-4aa4-895a-f681e006618a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=95667a28-63b9-4f3d-9809-0caf89975ef8 HTTP/1.1" status: 200 len: 1098 time: 0.0817771 Jul 13 19:33:16.531553 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c39ed803-a496-4bfe-8937-6bd2681c1c91 req-7c8e5c76-b1a4-4925-8900-309f334ed0e1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=85f1a545-c61d-4acd-9a56-274b620fc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302136 Jul 13 19:33:17.664689 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfe85a6-a114-4b81-9bc3-2026861ab971 req-b5e04e0c-421b-4657-a774-c52fe70a0ee3 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:17.666377 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-0cfe85a6-a114-4b81-9bc3-2026861ab971 req-b5e04e0c-421b-4657-a774-c52fe70a0ee3 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/ports?device_id=95667a28-63b9-4f3d-9809-0caf89975ef8 HTTP/1.1" status: 200 len: 945 time: 0.0681288 Jul 13 19:33:17.707913 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-0cfe85a6-a114-4b81-9bc3-2026861ab971 req-021f5f2a-e0e8-4904-a9cc-276acf2a2c28 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/security-groups?id=85f1a545-c61d-4acd-9a56-274b620fc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341134 Jul 13 19:33:18.898169 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba157da-7d55-4a84-9c67-31c8dbfcdc63 req-0afc4282-c67d-4d50-84ac-282869fd3d16 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:18.899978 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2ba157da-7d55-4a84-9c67-31c8dbfcdc63 req-0afc4282-c67d-4d50-84ac-282869fd3d16 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/ports?device_id=95667a28-63b9-4f3d-9809-0caf89975ef8 HTTP/1.1" status: 200 len: 945 time: 0.0700128 Jul 13 19:33:18.946471 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2ba157da-7d55-4a84-9c67-31c8dbfcdc63 req-ba607aee-5c55-4321-9d00-a7a751ee7ca9 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/security-groups?id=85f1a545-c61d-4acd-9a56-274b620fc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397580 Jul 13 19:33:18.965040 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-85117f4a-4953-4185-9471-00d6248e2f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:19.099008 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:19.245268 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dbcf98-a76b-4e17-b3a8-ddfde8b9881c req-67234a9b-e3a3-4407-b0c0-fcae6057689d tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:19.247829 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-48dbcf98-a76b-4e17-b3a8-ddfde8b9881c req-67234a9b-e3a3-4407-b0c0-fcae6057689d tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 946 time: 0.0756407 Jul 13 19:33:19.296180 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-48dbcf98-a76b-4e17-b3a8-ddfde8b9881c req-62e1eb95-865b-4bd2-af5a-1b5c1e3029fc tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=f3a5b421-9b84-4f24-a1a2-8f0a98c65779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420074 Jul 13 19:33:20.248037 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f121cc10-15a3-4774-9d3b-44cefef2260b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:20.488352 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9998bb-7ff9-4f68-aa4f-3d08a6c3696d req-df0aa035-54e9-457b-b9bc-d86155a5ffc0 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:20.489936 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-be9998bb-7ff9-4f68-aa4f-3d08a6c3696d req-df0aa035-54e9-457b-b9bc-d86155a5ffc0 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 946 time: 0.0695992 Jul 13 19:33:20.533460 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-be9998bb-7ff9-4f68-aa4f-3d08a6c3696d req-06b437c8-e627-4158-af02-4dcc16f85537 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups?id=f3a5b421-9b84-4f24-a1a2-8f0a98c65779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369813 Jul 13 19:33:20.866522 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc34b0f2-2829-41f1-b99e-6cdc780ac11f req-f06311e8-3fc7-43dd-be7f-6f21355bc7cb tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:20.868102 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-bc34b0f2-2829-41f1-b99e-6cdc780ac11f req-f06311e8-3fc7-43dd-be7f-6f21355bc7cb tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.18 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 946 time: 0.0636945 Jul 13 19:33:20.969673 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [req-bc34b0f2-2829-41f1-b99e-6cdc780ac11f req-52a4566b-9a6f-4349-ba6e-dde4f352f3df tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Deleting port ae714645-8542-4b1c-b7c4-4da96e65663b {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:33:20.970018 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-bc34b0f2-2829-41f1-b99e-6cdc780ac11f req-52a4566b-9a6f-4349-ba6e-dde4f352f3df tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752272853989'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:21.055196 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-bc34b0f2-2829-41f1-b99e-6cdc780ac11f req-52a4566b-9a6f-4349-ba6e-dde4f352f3df tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] For port ae714645-8542-4b1c-b7c4-4da96e65663b, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ae714645-8542-4b1c-b7c4-4da96e65663b,segment=NetworkSegment(b2c84280-8460-4aa6-b89f-bacddd6514f2),segment_id=b2c84280-8460-4aa6-b89f-bacddd6514f2)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:33:21.055492 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-bc34b0f2-2829-41f1-b99e-6cdc780ac11f req-52a4566b-9a6f-4349-ba6e-dde4f352f3df tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763640'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:21.276981 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-bc34b0f2-2829-41f1-b99e-6cdc780ac11f req-52a4566b-9a6f-4349-ba6e-dde4f352f3df tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:21.277356 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-bc34b0f2-2829-41f1-b99e-6cdc780ac11f req-52a4566b-9a6f-4349-ba6e-dde4f352f3df tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760411'] for floatingip, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:21.277671 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.db.l3_db [req-bc34b0f2-2829-41f1-b99e-6cdc780ac11f req-52a4566b-9a6f-4349-ba6e-dde4f352f3df tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Floating IP 865ceba1-3d27-4d43-adf0-74df33900d80 disassociated. External IP: 172.27.1.60, port: ae714645-8542-4b1c-b7c4-4da96e65663b. Jul 13 19:33:21.278015 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [req-bc34b0f2-2829-41f1-b99e-6cdc780ac11f req-52a4566b-9a6f-4349-ba6e-dde4f352f3df tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Calling delete_port for ae714645-8542-4b1c-b7c4-4da96e65663b owned by compute:nova {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:33:21.658500 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-bc34b0f2-2829-41f1-b99e-6cdc780ac11f req-52a4566b-9a6f-4349-ba6e-dde4f352f3df tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752272859917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752272454292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130471124'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:21.689125 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a4566b-9a6f-4349-ba6e-dde4f352f3df tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Pushing event deleted for resources: {'Port': ['ID=ae714645-8542-4b1c-b7c4-4da96e65663b,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:21.691830 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-9fb24875-fbbd-4e9f-88b8-4a348a694569 req-6ec3916d-56ca-46de-9412-ed051c88f358 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/ports?device_id=dde104be-db8a-4268-ae35-426916b042a4 HTTP/1.1" status: 200 len: 210 time: 0.0373752 Jul 13 19:33:21.748179 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-90e910e5-9927-492e-a649-803b472a565a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:21.809086 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc34b0f2-2829-41f1-b99e-6cdc780ac11f req-52a4566b-9a6f-4349-ba6e-dde4f352f3df tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Router 5d6fc093-8898-47d9-af31-38f25be314cd has already been hosted by L3 agent beedb406-ab13-44dd-957b-972171d020d2 {{(pid=92923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:33:21.918344 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc34b0f2-2829-41f1-b99e-6cdc780ac11f req-52a4566b-9a6f-4349-ba6e-dde4f352f3df tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify agent at l3_agent.dv-cinder-786932-3-iscsi the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:33:21.938804 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cdbfe8-244f-493f-9802-190c719f0264 None None] Sync routers for ids ['5d6fc093-8898-47d9-af31-38f25be314cd'] in dv-cinder-786932-3-iscsi {{(pid=92926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:33:21.949070 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cdbfe8-244f-493f-9802-190c719f0264 None None] Routers {'5d6fc093-8898-47d9-af31-38f25be314cd'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:33:21.949863 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-f8cdbfe8-244f-493f-9802-190c719f0264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:33:19Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['5d6fc093-8898-47d9-af31-38f25be314cd'], 'active': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:21.995388 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc34b0f2-2829-41f1-b99e-6cdc780ac11f req-52a4566b-9a6f-4349-ba6e-dde4f352f3df tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] No DVR routers for this DVR port ae714645-8542-4b1c-b7c4-4da96e65663b on host hv-cinder-78693 {{(pid=92923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:33:21.997901 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-bc34b0f2-2829-41f1-b99e-6cdc780ac11f req-52a4566b-9a6f-4349-ba6e-dde4f352f3df tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:22.001083 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-bc34b0f2-2829-41f1-b99e-6cdc780ac11f req-52a4566b-9a6f-4349-ba6e-dde4f352f3df tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.18 "DELETE /v2.0/ports/ae714645-8542-4b1c-b7c4-4da96e65663b HTTP/1.1" status: 204 len: 173 time: 1.1265740 Jul 13 19:33:22.001551 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde104be-db8a-4268-ae35-426916b042a4', 'name': 'network-vif-deleted', 'tag': 'ae714645-8542-4b1c-b7c4-4da96e65663b'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:33:22.004302 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1087dd994376df9afb132dbe65b34b6853527e2d112168992b97c33633c3add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51268a15-e812-4110-bddc-2ec8a6919b61" -d '{"events": [{"server_uuid": "dde104be-db8a-4268-ae35-426916b042a4", "name": "network-vif-deleted", "tag": "ae714645-8542-4b1c-b7c4-4da96e65663b"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:33:22.055026 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904dfe00-2c8f-414d-a1b6-61b849b6f8b1 x-openstack-request-id: req-904dfe00-2c8f-414d-a1b6-61b849b6f8b1 {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:33:22.055026 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde104be-db8a-4268-ae35-426916b042a4", "name": "network-vif-deleted", "tag": "ae714645-8542-4b1c-b7c4-4da96e65663b", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:33:22.055026 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-904dfe00-2c8f-414d-a1b6-61b849b6f8b1 {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:33:22.055411 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde104be-db8a-4268-ae35-426916b042a4', 'name': 'network-vif-deleted', 'tag': 'ae714645-8542-4b1c-b7c4-4da96e65663b', 'status': 'completed', 'code': 200} Jul 13 19:33:22.090103 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvr_db [None req-f8cdbfe8-244f-493f-9802-190c719f0264 None None] Set router 5d6fc093-8898-47d9-af31-38f25be314cd gateway port host: dv-cinder-786932-3-iscsi {{(pid=92926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:33:22.319569 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-f8cdbfe8-244f-493f-9802-190c719f0264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6fc093-8898-47d9-af31-38f25be314cd', 'name': 'tempest-AttachVolumeShelveTestJSON-473569453-router', 'tenant_id': '117cfd7c8bd64e5eac700d0258401983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'f774284a-1b67-4d3e-a324-9edcf8302de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:06Z', 'updated_at': '2021-07-13T19:25:14Z', 'revision_number': 4, 'project_id': '117cfd7c8bd64e5eac700d0258401983', 'gw_port': {'id': 'f774284a-1b67-4d3e-a324-9edcf8302de8', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ed:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6fc093-8898-47d9-af31-38f25be314cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:07Z', 'updated_at': '2021-07-13T19:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_interfaces': [{'id': 'eb53b332-7e1f-4491-9cef-71c461a6e9c5', 'name': '', 'network_id': 'c438c907-bcad-48c0-af76-f26d5c29bc9d', 'tenant_id': '117cfd7c8bd64e5eac700d0258401983', 'mac_address': 'fa:16:3e:c7:e8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6fc093-8898-47d9-af31-38f25be314cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ea1ae014-478a-41b7-af24-a9a2c8a9fd89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:12Z', 'updated_at': '2021-07-13T19:25:25Z', 'revision_number': 5, 'project_id': '117cfd7c8bd64e5eac700d0258401983', 'subnets': [{'id': 'ea1ae014-478a-41b7-af24-a9a2c8a9fd89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:22.348119 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cdbfe8-244f-493f-9802-190c719f0264 None None] Checking router: 5d6fc093-8898-47d9-af31-38f25be314cd for host: dv-cinder-786932-3-iscsi {{(pid=92926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:33:22.356725 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cdbfe8-244f-493f-9802-190c719f0264 None None] Routers {'5d6fc093-8898-47d9-af31-38f25be314cd'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:33:22.357336 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-f8cdbfe8-244f-493f-9802-190c719f0264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:33:19Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['5d6fc093-8898-47d9-af31-38f25be314cd'], 'active': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:22.463872 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvr_db [None req-f8cdbfe8-244f-493f-9802-190c719f0264 None None] Set router 5d6fc093-8898-47d9-af31-38f25be314cd gateway port host: dv-cinder-786932-3-iscsi {{(pid=92926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:33:22.660930 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-f8cdbfe8-244f-493f-9802-190c719f0264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6fc093-8898-47d9-af31-38f25be314cd', 'name': 'tempest-AttachVolumeShelveTestJSON-473569453-router', 'tenant_id': '117cfd7c8bd64e5eac700d0258401983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'f774284a-1b67-4d3e-a324-9edcf8302de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:06Z', 'updated_at': '2021-07-13T19:25:14Z', 'revision_number': 4, 'project_id': '117cfd7c8bd64e5eac700d0258401983', 'gw_port': {'id': 'f774284a-1b67-4d3e-a324-9edcf8302de8', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ed:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6fc093-8898-47d9-af31-38f25be314cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:07Z', 'updated_at': '2021-07-13T19:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_interfaces': [{'id': 'eb53b332-7e1f-4491-9cef-71c461a6e9c5', 'name': '', 'network_id': 'c438c907-bcad-48c0-af76-f26d5c29bc9d', 'tenant_id': '117cfd7c8bd64e5eac700d0258401983', 'mac_address': 'fa:16:3e:c7:e8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6fc093-8898-47d9-af31-38f25be314cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ea1ae014-478a-41b7-af24-a9a2c8a9fd89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:12Z', 'updated_at': '2021-07-13T19:25:25Z', 'revision_number': 5, 'project_id': '117cfd7c8bd64e5eac700d0258401983', 'subnets': [{'id': 'ea1ae014-478a-41b7-af24-a9a2c8a9fd89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:22.690173 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cdbfe8-244f-493f-9802-190c719f0264 None None] The sync data for ids ['5d6fc093-8898-47d9-af31-38f25be314cd'] in dv-cinder-786932-3-iscsi is: [{'id': '5d6fc093-8898-47d9-af31-38f25be314cd', 'name': 'tempest-AttachVolumeShelveTestJSON-473569453-router', 'tenant_id': '117cfd7c8bd64e5eac700d0258401983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'f774284a-1b67-4d3e-a324-9edcf8302de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:06Z', 'updated_at': '2021-07-13T19:25:14Z', 'revision_number': 4, 'project_id': '117cfd7c8bd64e5eac700d0258401983', 'gw_port': {'id': 'f774284a-1b67-4d3e-a324-9edcf8302de8', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ed:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6fc093-8898-47d9-af31-38f25be314cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:07Z', 'updated_at': '2021-07-13T19:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_interfaces': [{'id': 'eb53b332-7e1f-4491-9cef-71c461a6e9c5', 'name': '', 'network_id': 'c438c907-bcad-48c0-af76-f26d5c29bc9d', 'tenant_id': '117cfd7c8bd64e5eac700d0258401983', 'mac_address': 'fa:16:3e:c7:e8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6fc093-8898-47d9-af31-38f25be314cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ea1ae014-478a-41b7-af24-a9a2c8a9fd89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:12Z', 'updated_at': '2021-07-13T19:25:25Z', 'revision_number': 5, 'project_id': '117cfd7c8bd64e5eac700d0258401983', 'subnets': [{'id': 'ea1ae014-478a-41b7-af24-a9a2c8a9fd89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:33:22.824315 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 58004) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:22.895004 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-464fc2bb-d895-4b1a-a0fd-1141043cf2ee tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:22.917017 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff5f229-ba24-4561-b953-911cdcdb1792 None None] New status for floating IP 865ceba1-3d27-4d43-adf0-74df33900d80: DOWN {{(pid=92925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:33:22.921129 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-464fc2bb-d895-4b1a-a0fd-1141043cf2ee tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:22.967940 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-464fc2bb-d895-4b1a-a0fd-1141043cf2ee tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:22.970487 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-464fc2bb-d895-4b1a-a0fd-1141043cf2ee tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:22.971652 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-464fc2bb-d895-4b1a-a0fd-1141043cf2ee tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "DELETE /v2.0/security-groups/f3a5b421-9b84-4f24-a1a2-8f0a98c65779 HTTP/1.1" status: 204 len: 168 time: 0.1462033 Jul 13 19:33:22.974459 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 58006) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:22.980688 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464fc2bb-d895-4b1a-a0fd-1141043cf2ee tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a5b421-9b84-4f24-a1a2-8f0a98c65779,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:22.990753 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.api.v2.resource [None req-7a1831b6-3532-41ad-9db8-90583e877ee5 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] show failed (client error): The resource could not be found. Jul 13 19:33:22.991815 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-7a1831b6-3532-41ad-9db8-90583e877ee5 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "GET /v2.0/security-groups/f3a5b421-9b84-4f24-a1a2-8f0a98c65779 HTTP/1.1" status: 404 len: 347 time: 0.0157733 Jul 13 19:33:22.995195 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 58008) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:23.123078 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-9dcfdb2e-9044-4645-ae32-7812dade6906 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Deleting port f67247bf-bcc3-4cdb-ab56-54f82f5ab6d6 {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:33:23.123542 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9dcfdb2e-9044-4645-ae32-7812dade6906 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752272853989'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:23.202189 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9dcfdb2e-9044-4645-ae32-7812dade6906 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763640'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:23.202585 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9dcfdb2e-9044-4645-ae32-7812dade6906 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:23.215405 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-9dcfdb2e-9044-4645-ae32-7812dade6906 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Calling delete_port for f67247bf-bcc3-4cdb-ab56-54f82f5ab6d6 owned by network:floatingip {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:33:23.364028 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9dcfdb2e-9044-4645-ae32-7812dade6906 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752272859917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752272454292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130471124'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:23.392687 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcfdb2e-9044-4645-ae32-7812dade6906 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Pushing event deleted for resources: {'Port': ['ID=f67247bf-bcc3-4cdb-ab56-54f82f5ab6d6,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:23.454051 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9dcfdb2e-9044-4645-ae32-7812dade6906 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks [] for floatingip, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:23.456741 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9dcfdb2e-9044-4645-ae32-7812dade6906 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for floatingip, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:23.457912 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-9dcfdb2e-9044-4645-ae32-7812dade6906 tempest-AttachVolumeShelveTestJSON-401395939 tempest-AttachVolumeShelveTestJSON-401395939-project] 10.222.0.67 "DELETE /v2.0/floatingips/865ceba1-3d27-4d43-adf0-74df33900d80 HTTP/1.1" status: 204 len: 168 time: 0.4617493 Jul 13 19:33:24.013879 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device ae714645-8542-4b1c-b7c4-4da96e65663b no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:33:24.034256 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] No Port match for: ae714645-8542-4b1c-b7c4-4da96e65663b {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:33:24.034626 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device ae714645-8542-4b1c-b7c4-4da96e65663b not bound to the agent host hv-cinder-78693 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:33:26.034736 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 58036) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:26.417196 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-cd12cace-e1a6-4301-b0da-f6c54e03cbe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759643'] for router_interface, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:26.665459 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-cd12cace-e1a6-4301-b0da-f6c54e03cbe0 admin admin] Deleting port eb53b332-7e1f-4491-9cef-71c461a6e9c5 {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:33:26.665800 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-cd12cace-e1a6-4301-b0da-f6c54e03cbe0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752272853989'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:26.746275 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-cd12cace-e1a6-4301-b0da-f6c54e03cbe0 admin admin] For port eb53b332-7e1f-4491-9cef-71c461a6e9c5, host dv-cinder-786932-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=eb53b332-7e1f-4491-9cef-71c461a6e9c5,segment=NetworkSegment(b2c84280-8460-4aa6-b89f-bacddd6514f2),segment_id=b2c84280-8460-4aa6-b89f-bacddd6514f2)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:33:26.746636 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-cd12cace-e1a6-4301-b0da-f6c54e03cbe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763640'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:26.759972 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-cd12cace-e1a6-4301-b0da-f6c54e03cbe0 admin admin] Calling delete_port for eb53b332-7e1f-4491-9cef-71c461a6e9c5 owned by network:router_interface {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:33:26.947170 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-cd12cace-e1a6-4301-b0da-f6c54e03cbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752272859917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752272454292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130471124'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:26.970694 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd12cace-e1a6-4301-b0da-f6c54e03cbe0 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb53b332-7e1f-4491-9cef-71c461a6e9c5,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:27.159814 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-cd12cace-e1a6-4301-b0da-f6c54e03cbe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759799'] for router_interface, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:27.377343 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd12cace-e1a6-4301-b0da-f6c54e03cbe0 admin admin] Router 5d6fc093-8898-47d9-af31-38f25be314cd has already been hosted by L3 agent beedb406-ab13-44dd-957b-972171d020d2 {{(pid=92923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:33:27.484020 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd12cace-e1a6-4301-b0da-f6c54e03cbe0 admin admin] Notify agent at l3_agent.dv-cinder-786932-3-iscsi the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:33:27.491601 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-cd12cace-e1a6-4301-b0da-f6c54e03cbe0 admin admin] 10.222.0.67 "PUT /v2.0/routers/5d6fc093-8898-47d9-af31-38f25be314cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4535968 Jul 13 19:33:27.492106 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 58048) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:27.492751 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d216db7c-04b1-4ec0-8b9f-0025d46030e0 None None] Sync routers for ids ['5d6fc093-8898-47d9-af31-38f25be314cd'] in dv-cinder-786932-3-iscsi {{(pid=92926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:33:27.503351 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d216db7c-04b1-4ec0-8b9f-0025d46030e0 None None] Routers {'5d6fc093-8898-47d9-af31-38f25be314cd'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:33:27.503974 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-d216db7c-04b1-4ec0-8b9f-0025d46030e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:33:19Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['5d6fc093-8898-47d9-af31-38f25be314cd'], 'active': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:27.605995 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d609a2e1-49fd-4c4c-8d6c-05b983a80329 admin admin] Notify callbacks [] for router, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:27.615799 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvr_db [None req-d216db7c-04b1-4ec0-8b9f-0025d46030e0 None None] Set router 5d6fc093-8898-47d9-af31-38f25be314cd gateway port host: dv-cinder-786932-3-iscsi {{(pid=92926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:33:27.711605 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d609a2e1-49fd-4c4c-8d6c-05b983a80329 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:27.763693 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-d609a2e1-49fd-4c4c-8d6c-05b983a80329 admin admin] Deleting port f774284a-1b67-4d3e-a324-9edcf8302de8 {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:33:27.763920 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d609a2e1-49fd-4c4c-8d6c-05b983a80329 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752272853989'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:27.843864 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-d609a2e1-49fd-4c4c-8d6c-05b983a80329 admin admin] For port f774284a-1b67-4d3e-a324-9edcf8302de8, host dv-cinder-786932-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=f774284a-1b67-4d3e-a324-9edcf8302de8,segment=NetworkSegment(2c1c5ac3-7b69-4096-8790-4108a346deee),segment_id=2c1c5ac3-7b69-4096-8790-4108a346deee)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:33:27.844224 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d609a2e1-49fd-4c4c-8d6c-05b983a80329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763640'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:27.861190 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-d609a2e1-49fd-4c4c-8d6c-05b983a80329 admin admin] Calling delete_port for f774284a-1b67-4d3e-a324-9edcf8302de8 owned by network:router_gateway {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:33:27.889673 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-d216db7c-04b1-4ec0-8b9f-0025d46030e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6fc093-8898-47d9-af31-38f25be314cd', 'name': 'tempest-AttachVolumeShelveTestJSON-473569453-router', 'tenant_id': '117cfd7c8bd64e5eac700d0258401983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'f774284a-1b67-4d3e-a324-9edcf8302de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:06Z', 'updated_at': '2021-07-13T19:33:26Z', 'revision_number': 5, 'project_id': '117cfd7c8bd64e5eac700d0258401983', 'gw_port': {'id': 'f774284a-1b67-4d3e-a324-9edcf8302de8', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ed:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6fc093-8898-47d9-af31-38f25be314cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:25:07Z', 'updated_at': '2021-07-13T19:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi'}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:27.915570 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d216db7c-04b1-4ec0-8b9f-0025d46030e0 None None] Checking router: 5d6fc093-8898-47d9-af31-38f25be314cd for host: dv-cinder-786932-3-iscsi {{(pid=92926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:33:27.924304 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d216db7c-04b1-4ec0-8b9f-0025d46030e0 None None] Routers {'5d6fc093-8898-47d9-af31-38f25be314cd'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:33:27.924905 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-d216db7c-04b1-4ec0-8b9f-0025d46030e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:33:19Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['5d6fc093-8898-47d9-af31-38f25be314cd'], 'active': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:28.010881 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvr_db [None req-d216db7c-04b1-4ec0-8b9f-0025d46030e0 None None] Set router 5d6fc093-8898-47d9-af31-38f25be314cd gateway port host: None {{(pid=92926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:33:28.027748 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d609a2e1-49fd-4c4c-8d6c-05b983a80329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752272859917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752272454292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126721041'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:28.057236 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d609a2e1-49fd-4c4c-8d6c-05b983a80329 admin admin] Pushing event deleted for resources: {'Port': ['ID=f774284a-1b67-4d3e-a324-9edcf8302de8,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:28.065146 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-d216db7c-04b1-4ec0-8b9f-0025d46030e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6fc093-8898-47d9-af31-38f25be314cd', 'name': 'tempest-AttachVolumeShelveTestJSON-473569453-router', 'tenant_id': '117cfd7c8bd64e5eac700d0258401983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:06Z', 'updated_at': '2021-07-13T19:33:27Z', 'revision_number': 6, 'project_id': '117cfd7c8bd64e5eac700d0258401983', 'gw_port_host': None}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:28.087225 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d609a2e1-49fd-4c4c-8d6c-05b983a80329 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:33:28.087591 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d609a2e1-49fd-4c4c-8d6c-05b983a80329 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:33:28.087932 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d609a2e1-49fd-4c4c-8d6c-05b983a80329 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:33:28.088275 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d609a2e1-49fd-4c4c-8d6c-05b983a80329 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:33:28.088599 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d609a2e1-49fd-4c4c-8d6c-05b983a80329 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:33:28.088925 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d609a2e1-49fd-4c4c-8d6c-05b983a80329 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:33:28.089251 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d609a2e1-49fd-4c4c-8d6c-05b983a80329 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:33:28.089588 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d609a2e1-49fd-4c4c-8d6c-05b983a80329 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:33:28.089895 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d609a2e1-49fd-4c4c-8d6c-05b983a80329 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:33:28.090218 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d609a2e1-49fd-4c4c-8d6c-05b983a80329 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:33:28.090535 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d609a2e1-49fd-4c4c-8d6c-05b983a80329 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:33:28.090848 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d609a2e1-49fd-4c4c-8d6c-05b983a80329 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:33:28.091563 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d216db7c-04b1-4ec0-8b9f-0025d46030e0 None None] The sync data for ids ['5d6fc093-8898-47d9-af31-38f25be314cd'] in dv-cinder-786932-3-iscsi is: [{'id': '5d6fc093-8898-47d9-af31-38f25be314cd', 'name': 'tempest-AttachVolumeShelveTestJSON-473569453-router', 'tenant_id': '117cfd7c8bd64e5eac700d0258401983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:25:06Z', 'updated_at': '2021-07-13T19:33:27Z', 'revision_number': 6, 'project_id': '117cfd7c8bd64e5eac700d0258401983', 'gw_port_host': None}] {{(pid=92926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:33:28.131123 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d609a2e1-49fd-4c4c-8d6c-05b983a80329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760337'] for router_gateway, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:28.224546 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d609a2e1-49fd-4c4c-8d6c-05b983a80329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-759530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9155'] for router, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:28.226799 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d609a2e1-49fd-4c4c-8d6c-05b983a80329 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:28.277985 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d609a2e1-49fd-4c4c-8d6c-05b983a80329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-755738'] for router, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:28.279748 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d609a2e1-49fd-4c4c-8d6c-05b983a80329 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d6fc093-8898-47d9-af31-38f25be314cd {{(pid=92924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:33:28.286759 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d609a2e1-49fd-4c4c-8d6c-05b983a80329 admin admin] Notify callbacks [] for router, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:28.289114 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-d609a2e1-49fd-4c4c-8d6c-05b983a80329 admin admin] 10.222.0.67 "DELETE /v2.0/routers/5d6fc093-8898-47d9-af31-38f25be314cd HTTP/1.1" status: 204 len: 168 time: 0.7947912 Jul 13 19:33:28.291076 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 58056) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:28.351698 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_v2 [None req-01df96ff-980a-4468-b731-3c21cf098a6d admin admin] Deleting subnet ea1ae014-478a-41b7-af24-a9a2c8a9fd89 {{(pid=92923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:33:28.355145 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-01df96ff-980a-4468-b731-3c21cf098a6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:28.403496 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-01df96ff-980a-4468-b731-3c21cf098a6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130178881'] for subnet, precommit_delete_associations {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:28.507089 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-01df96ff-980a-4468-b731-3c21cf098a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3824333'] for subnet, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:28.572876 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-01df96ff-980a-4468-b731-3c21cf098a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3824308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130471049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130128640'] for subnet, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:28.618812 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df96ff-980a-4468-b731-3c21cf098a6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea1ae014-478a-41b7-af24-a9a2c8a9fd89,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:28.630457 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-01df96ff-980a-4468-b731-3c21cf098a6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:28.632711 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-01df96ff-980a-4468-b731-3c21cf098a6d admin admin] 10.222.0.67 "DELETE /v2.0/subnets/ea1ae014-478a-41b7-af24-a9a2c8a9fd89 HTTP/1.1" status: 204 len: 168 time: 0.3395169 Jul 13 19:33:28.635400 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 58066) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:28.641448 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154dc104-7d4f-458d-94fe-111426921223 None None] Network c438c907-bcad-48c0-af76-f26d5c29bc9d requested from dv-cinder-786932-3-iscsi {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:33:28.699151 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.agents_db [None req-012e1d35-f91a-49b0-a4f0-5c30301579de None None] Agent healthcheck: found 6 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:33:28.739733 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-71d8cf1f-7701-4e0e-8cd5-3f48ef295b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3741476'] for network, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:28.797786 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device eb53b332-7e1f-4491-9cef-71c461a6e9c5 no longer exists at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:33:28.804614 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-71d8cf1f-7701-4e0e-8cd5-3f48ef295b44 admin admin] Deleting port 77323c84-3748-4ebe-93f1-f23ecbef15c9 {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:33:28.805111 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-71d8cf1f-7701-4e0e-8cd5-3f48ef295b44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752272853989'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:28.822175 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] No Port match for: eb53b332-7e1f-4491-9cef-71c461a6e9c5 {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:33:28.822744 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device eb53b332-7e1f-4491-9cef-71c461a6e9c5 not bound to the agent host dv-cinder-786932-3-iscsi {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:33:28.882905 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-71d8cf1f-7701-4e0e-8cd5-3f48ef295b44 admin admin] For port 77323c84-3748-4ebe-93f1-f23ecbef15c9, host dv-cinder-786932-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=77323c84-3748-4ebe-93f1-f23ecbef15c9,segment=NetworkSegment(b2c84280-8460-4aa6-b89f-bacddd6514f2),segment_id=b2c84280-8460-4aa6-b89f-bacddd6514f2)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:33:28.883406 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-71d8cf1f-7701-4e0e-8cd5-3f48ef295b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763640'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:28.901390 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-71d8cf1f-7701-4e0e-8cd5-3f48ef295b44 admin admin] Calling delete_port for 77323c84-3748-4ebe-93f1-f23ecbef15c9 owned by network:dhcp {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:33:28.962499 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa038d41-a1b1-4067-a207-fb98a9e2d475 None None] DHCP port deletion for c438c907-bcad-48c0-af76-f26d5c29bc9d request from dv-cinder-786932-3-iscsi {{(pid=92925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:33:29.013126 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-fa038d41-a1b1-4067-a207-fb98a9e2d475 None None] Deleting port 77323c84-3748-4ebe-93f1-f23ecbef15c9 {{(pid=92925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:33:29.013506 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-fa038d41-a1b1-4067-a207-fb98a9e2d475 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752272853989'] for port, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:29.019605 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-71d8cf1f-7701-4e0e-8cd5-3f48ef295b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752272859917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752272454292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130471124'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:29.053369 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d8cf1f-7701-4e0e-8cd5-3f48ef295b44 admin admin] Pushing event deleted for resources: {'Port': ['ID=77323c84-3748-4ebe-93f1-f23ecbef15c9,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:29.057621 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d8cf1f-7701-4e0e-8cd5-3f48ef295b44 admin admin] No DVR routers for this DVR port 77323c84-3748-4ebe-93f1-f23ecbef15c9 on host dv-cinder-786932-3-iscsi {{(pid=92923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:33:29.093271 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-fa038d41-a1b1-4067-a207-fb98a9e2d475 None None] For port 77323c84-3748-4ebe-93f1-f23ecbef15c9, host dv-cinder-786932-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=77323c84-3748-4ebe-93f1-f23ecbef15c9,segment=NetworkSegment(b2c84280-8460-4aa6-b89f-bacddd6514f2),segment_id=b2c84280-8460-4aa6-b89f-bacddd6514f2)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:33:29.093730 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-fa038d41-a1b1-4067-a207-fb98a9e2d475 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763640'] for port, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:29.110816 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-fa038d41-a1b1-4067-a207-fb98a9e2d475 None None] Calling delete_port for 77323c84-3748-4ebe-93f1-f23ecbef15c9 owned by network:dhcp {{(pid=92925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:33:29.149044 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-71d8cf1f-7701-4e0e-8cd5-3f48ef295b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3818072', 'neutron.services.segments.db._delete_segments_for_network-8752273001027'] for network, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:29.162019 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-71d8cf1f-7701-4e0e-8cd5-3f48ef295b44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c438c907-bcad-48c0-af76-f26d5c29bc9d']}} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:29.173817 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-71d8cf1f-7701-4e0e-8cd5-3f48ef295b44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2c84280-8460-4aa6-b89f-bacddd6514f2') {'for_net_delete': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:29.174170 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-71d8cf1f-7701-4e0e-8cd5-3f48ef295b44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2c84280-8460-4aa6-b89f-bacddd6514f2') {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:29.184139 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-71d8cf1f-7701-4e0e-8cd5-3f48ef295b44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752273006156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130178904'] for segment, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:29.199612 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-fa038d41-a1b1-4067-a207-fb98a9e2d475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752272859917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752272454292'] for port, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:29.200477 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-71d8cf1f-7701-4e0e-8cd5-3f48ef295b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825552'] for segment, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:29.207047 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71d8cf1f-7701-4e0e-8cd5-3f48ef295b44 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=92923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:33:29.207471 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-71d8cf1f-7701-4e0e-8cd5-3f48ef295b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130466087'] for segment, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:29.209116 dv-cinder-786932-3-iscsi neutron-server[92923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:33:29.209116 dv-cinder-786932-3-iscsi neutron-server[92923]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:33:29.209116 dv-cinder-786932-3-iscsi neutron-server[92923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:33:29.209116 dv-cinder-786932-3-iscsi neutron-server[92923]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:33:29.209116 dv-cinder-786932-3-iscsi neutron-server[92923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:33:29.209116 dv-cinder-786932-3-iscsi neutron-server[92923]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:33:29.209116 dv-cinder-786932-3-iscsi neutron-server[92923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:33:29.209116 dv-cinder-786932-3-iscsi neutron-server[92923]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:33:29.209116 dv-cinder-786932-3-iscsi neutron-server[92923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:33:29.209116 dv-cinder-786932-3-iscsi neutron-server[92923]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:33:29.209116 dv-cinder-786932-3-iscsi neutron-server[92923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:33:29.209116 dv-cinder-786932-3-iscsi neutron-server[92923]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:33:29.209116 dv-cinder-786932-3-iscsi neutron-server[92923]: Traceback (most recent call last): Jul 13 19:33:29.209116 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:33:29.209116 dv-cinder-786932-3-iscsi neutron-server[92923]: timer() Jul 13 19:33:29.209116 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:33:29.209116 dv-cinder-786932-3-iscsi neutron-server[92923]: cb(*args, **kw) Jul 13 19:33:29.209116 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:33:29.209116 dv-cinder-786932-3-iscsi neutron-server[92923]: return func(*args, **kwargs) Jul 13 19:33:29.209116 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:33:29.209116 dv-cinder-786932-3-iscsi neutron-server[92923]: self._notify() Jul 13 19:33:29.209116 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:33:29.209116 dv-cinder-786932-3-iscsi neutron-server[92923]: self.callback(batched_events) Jul 13 19:33:29.209116 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:33:29.209116 dv-cinder-786932-3-iscsi neutron-server[92923]: event.method(event) Jul 13 19:33:29.209116 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:33:29.209116 dv-cinder-786932-3-iscsi neutron-server[92923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:33:29.209116 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:33:29.209116 dv-cinder-786932-3-iscsi neutron-server[92923]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:33:29.209116 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:33:29.209116 dv-cinder-786932-3-iscsi neutron-server[92923]: return f(self, *a, **k) Jul 13 19:33:29.209116 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:33:29.209116 dv-cinder-786932-3-iscsi neutron-server[92923]: return self._get(url).json() Jul 13 19:33:29.209116 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:33:29.209116 dv-cinder-786932-3-iscsi neutron-server[92923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:33:29.209116 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:33:29.209116 dv-cinder-786932-3-iscsi neutron-server[92923]: return self.request(url, 'GET', **kwargs) Jul 13 19:33:29.209116 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:33:29.209116 dv-cinder-786932-3-iscsi neutron-server[92923]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:33:29.209116 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:33:29.209116 dv-cinder-786932-3-iscsi neutron-server[92923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:33:29.209116 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:33:29.209116 dv-cinder-786932-3-iscsi neutron-server[92923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:33:29.209116 dv-cinder-786932-3-iscsi neutron-server[92923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:33:29.224826 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa038d41-a1b1-4067-a207-fb98a9e2d475 None None] Pushing event deleted for resources: {'Port': ['ID=77323c84-3748-4ebe-93f1-f23ecbef15c9,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:29.228709 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa038d41-a1b1-4067-a207-fb98a9e2d475 None None] No DVR routers for this DVR port 77323c84-3748-4ebe-93f1-f23ecbef15c9 on host dv-cinder-786932-3-iscsi {{(pid=92925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:33:29.285345 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-71d8cf1f-7701-4e0e-8cd5-3f48ef295b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3818063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760437'] for network, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:29.290571 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-71d8cf1f-7701-4e0e-8cd5-3f48ef295b44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600154'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:29.292437 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-71d8cf1f-7701-4e0e-8cd5-3f48ef295b44 admin admin] 10.222.0.67 "DELETE /v2.0/networks/c438c907-bcad-48c0-af76-f26d5c29bc9d HTTP/1.1" status: 204 len: 168 time: 0.6558685 Jul 13 19:33:29.304169 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d8cf1f-7701-4e0e-8cd5-3f48ef295b44 admin admin] Pushing event deleted for resources: {'Network': ['ID=c438c907-bcad-48c0-af76-f26d5c29bc9d,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:29.404283 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 58070) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:29.444456 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-f2f9d64a-b17b-4ca7-98ec-ba3a2e6a139e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=117cfd7c8bd64e5eac700d0258401983&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0381739 Jul 13 19:33:29.446911 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 58072) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:29.498093 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-af7c32bb-6bc6-404a-964d-911421c005e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:29.520959 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-af7c32bb-6bc6-404a-964d-911421c005e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:29.573983 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-af7c32bb-6bc6-404a-964d-911421c005e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:29.580813 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-af7c32bb-6bc6-404a-964d-911421c005e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:29.580813 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-af7c32bb-6bc6-404a-964d-911421c005e3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5119686a-4fac-4e42-abda-fad875e8dd70 HTTP/1.1" status: 204 len: 168 time: 0.1303949 Jul 13 19:33:29.588696 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7c32bb-6bc6-404a-964d-911421c005e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5119686a-4fac-4e42-abda-fad875e8dd70,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:29.929629 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:30.272626 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 58100) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:30.308131 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device f774284a-1b67-4d3e-a324-9edcf8302de8 no longer exists at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:33:30.329251 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] No Port match for: f774284a-1b67-4d3e-a324-9edcf8302de8 {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:33:30.329598 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device f774284a-1b67-4d3e-a324-9edcf8302de8 not bound to the agent host dv-cinder-786932-3-iscsi {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:33:30.330077 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device 77323c84-3748-4ebe-93f1-f23ecbef15c9 no longer exists at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:33:30.350803 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] No Port match for: 77323c84-3748-4ebe-93f1-f23ecbef15c9 {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:33:30.350803 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device 77323c84-3748-4ebe-93f1-f23ecbef15c9 not bound to the agent host dv-cinder-786932-3-iscsi {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:33:30.378000 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-7ad235d3-09b4-4ebd-b0a3-3b15aa230513 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1141249201-network', 'tenant_id': '37b9d9615bf54e07943ef880a5a2823d'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:30.400898 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad235d3-09b4-4ebd-b0a3-3b15aa230513 admin admin] Made reservation on behalf of 37b9d9615bf54e07943ef880a5a2823d for: {'network': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:33:30.403531 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7ad235d3-09b4-4ebd-b0a3-3b15aa230513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for network, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:30.412249 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7ad235d3-09b4-4ebd-b0a3-3b15aa230513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:30.507554 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7ad235d3-09b4-4ebd-b0a3-3b15aa230513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:30.511790 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7ad235d3-09b4-4ebd-b0a3-3b15aa230513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:30.535841 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ad235d3-09b4-4ebd-b0a3-3b15aa230513 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=92923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:33:30.546026 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad235d3-09b4-4ebd-b0a3-3b15aa230513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d51f195a-ba5e-4128-8bb2-af7c8a1d9d87,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:30.550768 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7ad235d3-09b4-4ebd-b0a3-3b15aa230513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825552'] for segment, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:30.551111 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.db.segments_db [None req-7ad235d3-09b4-4ebd-b0a3-3b15aa230513 admin admin] Added segment 944dd6a7-a5af-42f8-8876-dec117035976 of type vlan for network 6a9a4dad-b3ac-4345-ba38-14e26c4e494b Jul 13 19:33:30.591863 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7ad235d3-09b4-4ebd-b0a3-3b15aa230513 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752272460036'] for network, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:30.619846 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7ad235d3-09b4-4ebd-b0a3-3b15aa230513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108'] for network, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:30.621058 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad235d3-09b4-4ebd-b0a3-3b15aa230513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:30.621640 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7ad235d3-09b4-4ebd-b0a3-3b15aa230513 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600154'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:30.679498 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-7ad235d3-09b4-4ebd-b0a3-3b15aa230513 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4057240 Jul 13 19:33:30.682522 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 58104) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:30.685045 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad235d3-09b4-4ebd-b0a3-3b15aa230513 admin admin] Pushing event updated for resources: {'Network': ['ID=6a9a4dad-b3ac-4345-ba38-14e26c4e494b,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:30.688034 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [None req-ab23a43c-372a-4511-8540-0a8e79ab3104 admin admin] Request body: {'subnet': {'network_id': '6a9a4dad-b3ac-4345-ba38-14e26c4e494b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1141249201-subnet', 'tenant_id': '37b9d9615bf54e07943ef880a5a2823d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:30.695125 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Network 6a9a4dad-b3ac-4345-ba38-14e26c4e494b details requested by agent ovs-agent-dv-cinder-786932-3-iscsi with host dv-cinder-786932-3-iscsi {{(pid=92925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:33:30.709647 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab23a43c-372a-4511-8540-0a8e79ab3104 admin admin] Made reservation on behalf of 37b9d9615bf54e07943ef880a5a2823d for: {'subnet': 1} {{(pid=92924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:33:30.712059 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ab23a43c-372a-4511-8540-0a8e79ab3104 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125931260'] for subnet, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:30.886138 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ab23a43c-372a-4511-8540-0a8e79ab3104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126721165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125931214'] for subnet, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:30.954850 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab23a43c-372a-4511-8540-0a8e79ab3104 admin admin] Pushing event updated for resources: {'Subnet': ['ID=268ad782-d9c3-45c3-a6f8-987f139945df,revision_number=0']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:30.963101 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab23a43c-372a-4511-8540-0a8e79ab3104 admin admin] Checking segment: {'id': '944dd6a7-a5af-42f8-8876-dec117035976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6a9a4dad-b3ac-4345-ba38-14e26c4e494b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:33:30.963364 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab23a43c-372a-4511-8540-0a8e79ab3104 admin admin] Network hostable DHCP agents. Network: 6a9a4dad-b3ac-4345-ba38-14e26c4e494b, hostable agents: ['7ca4706b-9f63-429b-b1b9-7cbaa1b8656d'], hosted agents: [] {{(pid=92924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:33:30.985538 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab23a43c-372a-4511-8540-0a8e79ab3104 admin admin] Network 6a9a4dad-b3ac-4345-ba38-14e26c4e494b is scheduled to be hosted by DHCP agent 7ca4706b-9f63-429b-b1b9-7cbaa1b8656d with binding_index 1 {{(pid=92924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:33:30.997543 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-ab23a43c-372a-4511-8540-0a8e79ab3104 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-3-iscsi, 6a9a4dad-b3ac-4345-ba38-14e26c4e494b) {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:33:31.002267 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab23a43c-372a-4511-8540-0a8e79ab3104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:31.002872 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ab23a43c-372a-4511-8540-0a8e79ab3104 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600154'] for subnet, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:31.011461 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e32f57-e035-41f4-b2ea-a31ec292cba6 None None] Network 6a9a4dad-b3ac-4345-ba38-14e26c4e494b requested from dv-cinder-786932-3-iscsi {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:33:31.021380 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-ab23a43c-372a-4511-8540-0a8e79ab3104 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3376341 Jul 13 19:33:31.195844 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676f3c8e-f93b-4b10-af85-8a38c2bdcdac None None] Network 6a9a4dad-b3ac-4345-ba38-14e26c4e494b requested from dv-cinder-786932-3-iscsi {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:33:31.320411 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb0796-7e0d-4e83-a0d7-1305116d6418 req-a8fee8c0-4bb6-4181-bca5-7a9b5cd84cf6 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:31.321953 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-6acb0796-7e0d-4e83-a0d7-1305116d6418 req-a8fee8c0-4bb6-4181-bca5-7a9b5cd84cf6 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/ports?device_id=95667a28-63b9-4f3d-9809-0caf89975ef8 HTTP/1.1" status: 200 len: 945 time: 0.0703804 Jul 13 19:33:31.362590 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-6acb0796-7e0d-4e83-a0d7-1305116d6418 req-71a56822-5f12-468d-921e-862a7b712742 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/security-groups?id=85f1a545-c61d-4acd-9a56-274b620fc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337710 Jul 13 19:33:31.546711 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 58126) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:31.551639 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [None req-985e3380-2d17-448d-ae5f-b0eaac66c34c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1448851297-network', 'tenant_id': '8babe4a2d75f48d795077608d6d64710'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:31.572506 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985e3380-2d17-448d-ae5f-b0eaac66c34c admin admin] Made reservation on behalf of 8babe4a2d75f48d795077608d6d64710 for: {'network': 1} {{(pid=92924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:33:31.575048 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-985e3380-2d17-448d-ae5f-b0eaac66c34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for network, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:31.583759 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-985e3380-2d17-448d-ae5f-b0eaac66c34c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:31.677849 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-985e3380-2d17-448d-ae5f-b0eaac66c34c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:31.681448 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-985e3380-2d17-448d-ae5f-b0eaac66c34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:31.703460 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-985e3380-2d17-448d-ae5f-b0eaac66c34c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=92924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:33:31.718768 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985e3380-2d17-448d-ae5f-b0eaac66c34c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d2e911-f65f-4656-8fce-cc1ba7416586,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:31.722726 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-985e3380-2d17-448d-ae5f-b0eaac66c34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825552'] for segment, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:31.723093 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.db.segments_db [None req-985e3380-2d17-448d-ae5f-b0eaac66c34c admin admin] Added segment d8fe100b-5e53-4071-93f7-c6c9243ed3fc of type vlan for network 5d363b49-6134-48e3-b7c4-418c4c7660dd Jul 13 19:33:31.763413 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-985e3380-2d17-448d-ae5f-b0eaac66c34c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752272460036'] for network, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:31.792577 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-985e3380-2d17-448d-ae5f-b0eaac66c34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108'] for network, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:31.793934 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985e3380-2d17-448d-ae5f-b0eaac66c34c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:31.794358 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-985e3380-2d17-448d-ae5f-b0eaac66c34c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600154'] for network, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:31.846325 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-985e3380-2d17-448d-ae5f-b0eaac66c34c admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2984850 Jul 13 19:33:31.849206 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 58128) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:31.854163 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-16c4bc97-8ccb-4858-9304-43fe38c3e6ca admin admin] Request body: {'subnet': {'network_id': '5d363b49-6134-48e3-b7c4-418c4c7660dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1448851297-subnet', 'tenant_id': '8babe4a2d75f48d795077608d6d64710', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:31.854456 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985e3380-2d17-448d-ae5f-b0eaac66c34c admin admin] Pushing event updated for resources: {'Network': ['ID=5d363b49-6134-48e3-b7c4-418c4c7660dd,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:31.864487 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Network 5d363b49-6134-48e3-b7c4-418c4c7660dd details requested by agent ovs-agent-dv-cinder-786932-3-iscsi with host dv-cinder-786932-3-iscsi {{(pid=92925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:33:31.875921 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c4bc97-8ccb-4858-9304-43fe38c3e6ca admin admin] Made reservation on behalf of 8babe4a2d75f48d795077608d6d64710 for: {'subnet': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:33:31.878477 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-16c4bc97-8ccb-4858-9304-43fe38c3e6ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130128677'] for subnet, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:32.052509 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-16c4bc97-8ccb-4858-9304-43fe38c3e6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130470984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130128663'] for subnet, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:32.111564 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c4bc97-8ccb-4858-9304-43fe38c3e6ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba84209e-4d01-4729-a46c-61902615822b,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:32.121534 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c4bc97-8ccb-4858-9304-43fe38c3e6ca admin admin] Checking segment: {'id': 'd8fe100b-5e53-4071-93f7-c6c9243ed3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '5d363b49-6134-48e3-b7c4-418c4c7660dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:33:32.121889 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c4bc97-8ccb-4858-9304-43fe38c3e6ca admin admin] Network hostable DHCP agents. Network: 5d363b49-6134-48e3-b7c4-418c4c7660dd, hostable agents: ['7ca4706b-9f63-429b-b1b9-7cbaa1b8656d'], hosted agents: [] {{(pid=92923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:33:32.138416 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c4bc97-8ccb-4858-9304-43fe38c3e6ca admin admin] Network 5d363b49-6134-48e3-b7c4-418c4c7660dd is scheduled to be hosted by DHCP agent 7ca4706b-9f63-429b-b1b9-7cbaa1b8656d with binding_index 1 {{(pid=92923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:33:32.149099 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-16c4bc97-8ccb-4858-9304-43fe38c3e6ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-3-iscsi, 5d363b49-6134-48e3-b7c4-418c4c7660dd) {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:33:32.153188 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c4bc97-8ccb-4858-9304-43fe38c3e6ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:32.153753 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-16c4bc97-8ccb-4858-9304-43fe38c3e6ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:32.158774 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0a4383-0981-4b2b-9bb0-a6d94c06a764 None None] Network 5d363b49-6134-48e3-b7c4-418c4c7660dd requested from dv-cinder-786932-3-iscsi {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:33:32.170000 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-16c4bc97-8ccb-4858-9304-43fe38c3e6ca admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3196719 Jul 13 19:33:32.288115 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 58132) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:32.293480 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7d1989-d73d-402f-a201-0d392e150de8 None None] Network 5d363b49-6134-48e3-b7c4-418c4c7660dd requested from dv-cinder-786932-3-iscsi {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:33:32.334204 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_v2 [None req-617ae9e9-46c1-4fcb-aa1a-e71c45914921 admin admin] Deleting subnet 268ad782-d9c3-45c3-a6f8-987f139945df {{(pid=92923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:33:32.337488 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-617ae9e9-46c1-4fcb-aa1a-e71c45914921 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:32.372046 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-617ae9e9-46c1-4fcb-aa1a-e71c45914921 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130178881'] for subnet, precommit_delete_associations {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:32.421324 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-617ae9e9-46c1-4fcb-aa1a-e71c45914921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3824333'] for subnet, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:32.480079 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-617ae9e9-46c1-4fcb-aa1a-e71c45914921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3824308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130471049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130128640'] for subnet, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:32.766817 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617ae9e9-46c1-4fcb-aa1a-e71c45914921 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=268ad782-d9c3-45c3-a6f8-987f139945df,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:32.778637 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-617ae9e9-46c1-4fcb-aa1a-e71c45914921 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:32.780878 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-617ae9e9-46c1-4fcb-aa1a-e71c45914921 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/268ad782-d9c3-45c3-a6f8-987f139945df HTTP/1.1" status: 204 len: 168 time: 0.4916241 Jul 13 19:33:32.783491 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 58136) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:32.835431 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2091fd3-f39e-4d0f-8126-f66125a5e0a3 req-e7ac3c78-ee94-4597-bbdc-480e6cb85f3a tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:32.836883 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f2091fd3-f39e-4d0f-8126-f66125a5e0a3 req-e7ac3c78-ee94-4597-bbdc-480e6cb85f3a tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/ports?device_id=95667a28-63b9-4f3d-9809-0caf89975ef8 HTTP/1.1" status: 200 len: 945 time: 0.0730581 Jul 13 19:33:32.861899 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-91dc19b6-0299-4fda-af88-86b6494d20ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3741476'] for network, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:32.886927 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f2091fd3-f39e-4d0f-8126-f66125a5e0a3 req-53166165-a6ec-4150-8256-904fb1d4ca63 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/security-groups?id=85f1a545-c61d-4acd-9a56-274b620fc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412092 Jul 13 19:33:32.942227 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-91dc19b6-0299-4fda-af88-86b6494d20ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3818072', 'neutron.services.segments.db._delete_segments_for_network-8752273001027'] for network, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:32.952264 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.services.segments.db [None req-91dc19b6-0299-4fda-af88-86b6494d20ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a9a4dad-b3ac-4345-ba38-14e26c4e494b']}} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:32.962291 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.services.segments.db [None req-91dc19b6-0299-4fda-af88-86b6494d20ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '944dd6a7-a5af-42f8-8876-dec117035976') {'for_net_delete': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:32.962588 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.services.segments.db [None req-91dc19b6-0299-4fda-af88-86b6494d20ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '944dd6a7-a5af-42f8-8876-dec117035976') {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:32.971876 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-91dc19b6-0299-4fda-af88-86b6494d20ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752273006156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126721115'] for segment, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:32.986496 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-91dc19b6-0299-4fda-af88-86b6494d20ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825552'] for segment, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:32.992545 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91dc19b6-0299-4fda-af88-86b6494d20ab admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=92924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:33:32.992696 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520709b8-5cd8-4e4f-bf2f-9765d0d3944c req-53bd74eb-56c3-4224-8fd2-6a87d9a55284 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:32.992927 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-91dc19b6-0299-4fda-af88-86b6494d20ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126716386'] for segment, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:32.994093 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-520709b8-5cd8-4e4f-bf2f-9765d0d3944c req-53bd74eb-56c3-4224-8fd2-6a87d9a55284 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.18 "GET /v2.0/ports?device_id=95667a28-63b9-4f3d-9809-0caf89975ef8 HTTP/1.1" status: 200 len: 945 time: 0.0627182 Jul 13 19:33:32.994629 dv-cinder-786932-3-iscsi neutron-server[92924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:33:32.994629 dv-cinder-786932-3-iscsi neutron-server[92924]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:33:32.994629 dv-cinder-786932-3-iscsi neutron-server[92924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:33:32.994629 dv-cinder-786932-3-iscsi neutron-server[92924]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:33:32.994629 dv-cinder-786932-3-iscsi neutron-server[92924]: Traceback (most recent call last): Jul 13 19:33:32.994629 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:33:32.994629 dv-cinder-786932-3-iscsi neutron-server[92924]: timer() Jul 13 19:33:32.994629 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:33:32.994629 dv-cinder-786932-3-iscsi neutron-server[92924]: cb(*args, **kw) Jul 13 19:33:32.994629 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:33:32.994629 dv-cinder-786932-3-iscsi neutron-server[92924]: return func(*args, **kwargs) Jul 13 19:33:32.994629 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:33:32.994629 dv-cinder-786932-3-iscsi neutron-server[92924]: self._notify() Jul 13 19:33:32.994629 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:33:32.994629 dv-cinder-786932-3-iscsi neutron-server[92924]: self.callback(batched_events) Jul 13 19:33:32.994629 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:33:32.994629 dv-cinder-786932-3-iscsi neutron-server[92924]: event.method(event) Jul 13 19:33:32.994629 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:33:32.994629 dv-cinder-786932-3-iscsi neutron-server[92924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:33:32.994629 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:33:32.994629 dv-cinder-786932-3-iscsi neutron-server[92924]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:33:32.994629 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:33:32.994629 dv-cinder-786932-3-iscsi neutron-server[92924]: return f(self, *a, **k) Jul 13 19:33:32.994629 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:33:32.994629 dv-cinder-786932-3-iscsi neutron-server[92924]: return self._get(url).json() Jul 13 19:33:32.994629 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:33:32.994629 dv-cinder-786932-3-iscsi neutron-server[92924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:33:32.994629 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:33:32.994629 dv-cinder-786932-3-iscsi neutron-server[92924]: return self.request(url, 'GET', **kwargs) Jul 13 19:33:32.994629 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:33:32.994629 dv-cinder-786932-3-iscsi neutron-server[92924]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:33:32.994629 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:33:32.994629 dv-cinder-786932-3-iscsi neutron-server[92924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:33:32.994629 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:33:32.994629 dv-cinder-786932-3-iscsi neutron-server[92924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:33:32.994629 dv-cinder-786932-3-iscsi neutron-server[92924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:33:33.052845 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-91dc19b6-0299-4fda-af88-86b6494d20ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3818063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760437'] for network, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:33.059998 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-91dc19b6-0299-4fda-af88-86b6494d20ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600154'] for network, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:33.062670 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-91dc19b6-0299-4fda-af88-86b6494d20ab admin admin] 10.222.0.67 "DELETE /v2.0/networks/6a9a4dad-b3ac-4345-ba38-14e26c4e494b HTTP/1.1" status: 204 len: 168 time: 0.2781124 Jul 13 19:33:33.071174 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 58138) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:33.078420 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dc19b6-0299-4fda-af88-86b6494d20ab admin admin] Pushing event deleted for resources: {'Network': ['ID=6a9a4dad-b3ac-4345-ba38-14e26c4e494b,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:33.103545 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [req-520709b8-5cd8-4e4f-bf2f-9765d0d3944c req-075ce7b6-95e4-4e09-92d4-3e86a6af0302 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Deleting port 6c9c73dc-f73a-408c-b219-8b7c2be0f323 {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:33:33.103899 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-520709b8-5cd8-4e4f-bf2f-9765d0d3944c req-075ce7b6-95e4-4e09-92d4-3e86a6af0302 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752272853989'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:33.116613 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9dc110c-2a6d-4292-a1c3-713e3e368db7 admin admin] Deleting subnet ba84209e-4d01-4729-a46c-61902615822b {{(pid=92924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:33:33.119771 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-c9dc110c-2a6d-4292-a1c3-713e3e368db7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:33.157193 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-c9dc110c-2a6d-4292-a1c3-713e3e368db7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126721090'] for subnet, precommit_delete_associations {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:33.197181 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-520709b8-5cd8-4e4f-bf2f-9765d0d3944c req-075ce7b6-95e4-4e09-92d4-3e86a6af0302 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] For port 6c9c73dc-f73a-408c-b219-8b7c2be0f323, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=6c9c73dc-f73a-408c-b219-8b7c2be0f323,segment=NetworkSegment(0993e669-427e-4a1d-9bc6-4f80573b737f),segment_id=0993e669-427e-4a1d-9bc6-4f80573b737f)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:33:33.197532 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-520709b8-5cd8-4e4f-bf2f-9765d0d3944c req-075ce7b6-95e4-4e09-92d4-3e86a6af0302 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763640'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:33.200661 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-c9dc110c-2a6d-4292-a1c3-713e3e368db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3824333'] for subnet, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:33.210192 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [req-520709b8-5cd8-4e4f-bf2f-9765d0d3944c req-075ce7b6-95e4-4e09-92d4-3e86a6af0302 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Calling delete_port for 6c9c73dc-f73a-408c-b219-8b7c2be0f323 owned by compute:nova {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:33:33.264301 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-c9dc110c-2a6d-4292-a1c3-713e3e368db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3824308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126721100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125931225'] for subnet, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:33.289160 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dc110c-2a6d-4292-a1c3-713e3e368db7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba84209e-4d01-4729-a46c-61902615822b,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:33.293403 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-c9dc110c-2a6d-4292-a1c3-713e3e368db7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600154'] for subnet, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:33.296987 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-c9dc110c-2a6d-4292-a1c3-713e3e368db7 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/ba84209e-4d01-4729-a46c-61902615822b HTTP/1.1" status: 204 len: 168 time: 0.2242553 Jul 13 19:33:33.298783 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 58140) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:33.354063 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-520709b8-5cd8-4e4f-bf2f-9765d0d3944c req-075ce7b6-95e4-4e09-92d4-3e86a6af0302 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752272859917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752272454292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130471124'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:33.365963 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] get_ports_and_sgs() called for port_ids ['186cfbcf-1c45-489c-9d96-1df70fb54d47', '5f73f7f4-9f07-4505-ac14-55cb0656433f', '31c6c787-1967-42c9-a216-f60a2ff8a5d7', '6c9c73dc-f73a-408c-b219-8b7c2be0f323'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:33:33.367924 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5bc0df3d-adfa-4c6c-bf67-ca029825a0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3741476'] for network, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:33.396846 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ce7b6-95e4-4e09-92d4-3e86a6af0302 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Pushing event deleted for resources: {'Port': ['ID=6c9c73dc-f73a-408c-b219-8b7c2be0f323,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:33.437886 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [req-520709b8-5cd8-4e4f-bf2f-9765d0d3944c req-075ce7b6-95e4-4e09-92d4-3e86a6af0302 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] No DVR routers for this DVR port 6c9c73dc-f73a-408c-b219-8b7c2be0f323 on host hv-cinder-78693 {{(pid=92923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:33:33.440452 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-520709b8-5cd8-4e4f-bf2f-9765d0d3944c req-075ce7b6-95e4-4e09-92d4-3e86a6af0302 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:33.442714 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-520709b8-5cd8-4e4f-bf2f-9765d0d3944c req-075ce7b6-95e4-4e09-92d4-3e86a6af0302 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.18 "DELETE /v2.0/ports/6c9c73dc-f73a-408c-b219-8b7c2be0f323 HTTP/1.1" status: 204 len: 173 time: 0.4420519 Jul 13 19:33:33.443198 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95667a28-63b9-4f3d-9809-0caf89975ef8', 'name': 'network-vif-deleted', 'tag': '6c9c73dc-f73a-408c-b219-8b7c2be0f323'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:33:33.447029 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1087dd994376df9afb132dbe65b34b6853527e2d112168992b97c33633c3add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a5f1be-7d91-49a6-ad29-e375f087cbe7" -d '{"events": [{"server_uuid": "95667a28-63b9-4f3d-9809-0caf89975ef8", "name": "network-vif-deleted", "tag": "6c9c73dc-f73a-408c-b219-8b7c2be0f323"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:33:33.460450 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5bc0df3d-adfa-4c6c-bf67-ca029825a0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3818072', 'neutron.services.segments.db._delete_segments_for_network-8752273001027'] for network, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:33.473968 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.services.segments.db [None req-5bc0df3d-adfa-4c6c-bf67-ca029825a0c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d363b49-6134-48e3-b7c4-418c4c7660dd']}} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:33.489990 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.services.segments.db [None req-5bc0df3d-adfa-4c6c-bf67-ca029825a0c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8fe100b-5e53-4071-93f7-c6c9243ed3fc') {'for_net_delete': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:33.490948 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.services.segments.db [None req-5bc0df3d-adfa-4c6c-bf67-ca029825a0c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8fe100b-5e53-4071-93f7-c6c9243ed3fc') {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:33.499124 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee1871f-90a3-4439-9c5f-e7e58836f41f x-openstack-request-id: req-7ee1871f-90a3-4439-9c5f-e7e58836f41f {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:33:33.499443 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95667a28-63b9-4f3d-9809-0caf89975ef8", "name": "network-vif-deleted", "tag": "6c9c73dc-f73a-408c-b219-8b7c2be0f323", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:33:33.499697 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7ee1871f-90a3-4439-9c5f-e7e58836f41f {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:33:33.500482 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95667a28-63b9-4f3d-9809-0caf89975ef8', 'name': 'network-vif-deleted', 'tag': '6c9c73dc-f73a-408c-b219-8b7c2be0f323', 'status': 'completed', 'code': 200} Jul 13 19:33:33.502012 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5bc0df3d-adfa-4c6c-bf67-ca029825a0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752273006156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126721115'] for segment, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:33.521583 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5bc0df3d-adfa-4c6c-bf67-ca029825a0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825552'] for segment, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:33.526203 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bc0df3d-adfa-4c6c-bf67-ca029825a0c8 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=92924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:33:33.526687 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5bc0df3d-adfa-4c6c-bf67-ca029825a0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126716386'] for segment, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:33.528839 dv-cinder-786932-3-iscsi neutron-server[92924]: Traceback (most recent call last): Jul 13 19:33:33.528839 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:33:33.528839 dv-cinder-786932-3-iscsi neutron-server[92924]: timer() Jul 13 19:33:33.528839 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:33:33.528839 dv-cinder-786932-3-iscsi neutron-server[92924]: cb(*args, **kw) Jul 13 19:33:33.528839 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:33:33.528839 dv-cinder-786932-3-iscsi neutron-server[92924]: return func(*args, **kwargs) Jul 13 19:33:33.528839 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:33:33.528839 dv-cinder-786932-3-iscsi neutron-server[92924]: self._notify() Jul 13 19:33:33.528839 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:33:33.528839 dv-cinder-786932-3-iscsi neutron-server[92924]: self.callback(batched_events) Jul 13 19:33:33.528839 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:33:33.528839 dv-cinder-786932-3-iscsi neutron-server[92924]: event.method(event) Jul 13 19:33:33.528839 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:33:33.528839 dv-cinder-786932-3-iscsi neutron-server[92924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:33:33.528839 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:33:33.528839 dv-cinder-786932-3-iscsi neutron-server[92924]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:33:33.528839 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:33:33.528839 dv-cinder-786932-3-iscsi neutron-server[92924]: return f(self, *a, **k) Jul 13 19:33:33.528839 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:33:33.528839 dv-cinder-786932-3-iscsi neutron-server[92924]: return self._get(url).json() Jul 13 19:33:33.528839 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:33:33.528839 dv-cinder-786932-3-iscsi neutron-server[92924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:33:33.528839 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:33:33.528839 dv-cinder-786932-3-iscsi neutron-server[92924]: return self.request(url, 'GET', **kwargs) Jul 13 19:33:33.528839 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:33:33.528839 dv-cinder-786932-3-iscsi neutron-server[92924]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:33:33.528839 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:33:33.528839 dv-cinder-786932-3-iscsi neutron-server[92924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:33:33.528839 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:33:33.528839 dv-cinder-786932-3-iscsi neutron-server[92924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:33:33.528839 dv-cinder-786932-3-iscsi neutron-server[92924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:33:33.594458 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5bc0df3d-adfa-4c6c-bf67-ca029825a0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3818063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760437'] for network, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:33.599165 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5bc0df3d-adfa-4c6c-bf67-ca029825a0c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600154'] for network, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:33.605903 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-5bc0df3d-adfa-4c6c-bf67-ca029825a0c8 admin admin] 10.222.0.67 "DELETE /v2.0/networks/5d363b49-6134-48e3-b7c4-418c4c7660dd HTTP/1.1" status: 204 len: 168 time: 0.3058100 Jul 13 19:33:33.621198 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc0df3d-adfa-4c6c-bf67-ca029825a0c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d363b49-6134-48e3-b7c4-418c4c7660dd,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:33.779747 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 58146) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:33.821894 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-25fd90f4-16cf-4f8a-a0dd-e426030b86e0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=37b9d9615bf54e07943ef880a5a2823d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402911 Jul 13 19:33:33.824338 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 58148) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:33.874141 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-977ad469-fc54-40e7-a6e8-0824f9a5b833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:33.896595 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-977ad469-fc54-40e7-a6e8-0824f9a5b833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:33.952539 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-977ad469-fc54-40e7-a6e8-0824f9a5b833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:33.955354 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-977ad469-fc54-40e7-a6e8-0824f9a5b833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:33.956687 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-977ad469-fc54-40e7-a6e8-0824f9a5b833 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d51f195a-ba5e-4128-8bb2-af7c8a1d9d87 HTTP/1.1" status: 204 len: 168 time: 0.1314557 Jul 13 19:33:33.978213 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977ad469-fc54-40e7-a6e8-0824f9a5b833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51f195a-ba5e-4128-8bb2-af7c8a1d9d87,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:34.092932 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-e445af5f-0db8-4bb6-bed0-5838a87565f3 req-c1b882c8-29c9-4059-8362-4ad5cd09b33e tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/ports?device_id=95667a28-63b9-4f3d-9809-0caf89975ef8 HTTP/1.1" status: 200 len: 210 time: 0.0400357 Jul 13 19:33:34.377955 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 58156) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:34.422799 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-1bab3fc2-7aa9-4d80-ae80-7802767cb3c5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8babe4a2d75f48d795077608d6d64710&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405965 Jul 13 19:33:34.423103 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 58158) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:34.474666 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ad92a9bd-b860-48ce-b550-267216acf125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:34.498412 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ad92a9bd-b860-48ce-b550-267216acf125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:34.550806 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ad92a9bd-b860-48ce-b550-267216acf125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:34.555148 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ad92a9bd-b860-48ce-b550-267216acf125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:34.556567 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-ad92a9bd-b860-48ce-b550-267216acf125 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e1d2e911-f65f-4656-8fce-cc1ba7416586 HTTP/1.1" status: 204 len: 168 time: 0.1322055 Jul 13 19:33:34.572981 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad92a9bd-b860-48ce-b550-267216acf125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d2e911-f65f-4656-8fce-cc1ba7416586,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:36.087096 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device 6c9c73dc-f73a-408c-b219-8b7c2be0f323 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:33:36.110482 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] No Port match for: 6c9c73dc-f73a-408c-b219-8b7c2be0f323 {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:33:36.110847 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device 6c9c73dc-f73a-408c-b219-8b7c2be0f323 not bound to the agent host hv-cinder-78693 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:33:36.728256 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e22c69-7716-4635-9c29-ad3ce72c2497 req-95c74aa6-b1b4-4012-b937-db951d64330e tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:36.729756 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-93e22c69-7716-4635-9c29-ad3ce72c2497 req-95c74aa6-b1b4-4012-b937-db951d64330e tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/ports?device_id=417a705d-02f8-4753-b77f-e13c87121295 HTTP/1.1" status: 200 len: 946 time: 0.0661175 Jul 13 19:33:36.770382 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-93e22c69-7716-4635-9c29-ad3ce72c2497 req-c865a92a-ad7f-41f7-8ff5-b7ed4d9dcc09 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/security-groups?id=85f1a545-c61d-4acd-9a56-274b620fc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342286 Jul 13 19:33:37.951698 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1835f94-1d3d-4172-bb25-45549e971ae4 req-7bccd995-1bda-47c2-aa69-32fd1ea11d2f tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:37.953350 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a1835f94-1d3d-4172-bb25-45549e971ae4 req-7bccd995-1bda-47c2-aa69-32fd1ea11d2f tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/ports?device_id=417a705d-02f8-4753-b77f-e13c87121295 HTTP/1.1" status: 200 len: 946 time: 0.0692949 Jul 13 19:33:37.992722 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a1835f94-1d3d-4172-bb25-45549e971ae4 req-16bbcac9-d197-464f-8bf7-1220d17d53cb tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/security-groups?id=85f1a545-c61d-4acd-9a56-274b620fc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337224 Jul 13 19:33:38.190486 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287336f-139d-4f90-900a-9b8813369a54 req-7e46b0fe-5c8a-4d05-9861-b3a7cd635a46 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:38.192028 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-5287336f-139d-4f90-900a-9b8813369a54 req-7e46b0fe-5c8a-4d05-9861-b3a7cd635a46 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.18 "GET /v2.0/ports?device_id=417a705d-02f8-4753-b77f-e13c87121295 HTTP/1.1" status: 200 len: 946 time: 0.0670431 Jul 13 19:33:38.302229 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [req-5287336f-139d-4f90-900a-9b8813369a54 req-bcd93b1f-5bb3-4889-b42d-d4131013d36b tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Deleting port 31c6c787-1967-42c9-a216-f60a2ff8a5d7 {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:33:38.302567 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-5287336f-139d-4f90-900a-9b8813369a54 req-bcd93b1f-5bb3-4889-b42d-d4131013d36b tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752272853989'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:38.396409 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-5287336f-139d-4f90-900a-9b8813369a54 req-bcd93b1f-5bb3-4889-b42d-d4131013d36b tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] For port 31c6c787-1967-42c9-a216-f60a2ff8a5d7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=31c6c787-1967-42c9-a216-f60a2ff8a5d7,segment=NetworkSegment(0993e669-427e-4a1d-9bc6-4f80573b737f),segment_id=0993e669-427e-4a1d-9bc6-4f80573b737f)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:33:38.396772 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-5287336f-139d-4f90-900a-9b8813369a54 req-bcd93b1f-5bb3-4889-b42d-d4131013d36b tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763640'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:38.412469 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [req-5287336f-139d-4f90-900a-9b8813369a54 req-bcd93b1f-5bb3-4889-b42d-d4131013d36b tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Calling delete_port for 31c6c787-1967-42c9-a216-f60a2ff8a5d7 owned by compute:nova {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:33:38.552214 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-5287336f-139d-4f90-900a-9b8813369a54 req-bcd93b1f-5bb3-4889-b42d-d4131013d36b tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752272859917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752272454292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130471124'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:38.564346 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] get_ports_and_sgs() called for port_ids ['186cfbcf-1c45-489c-9d96-1df70fb54d47', '5f73f7f4-9f07-4505-ac14-55cb0656433f', '31c6c787-1967-42c9-a216-f60a2ff8a5d7'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:33:38.582552 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd93b1f-5bb3-4889-b42d-d4131013d36b tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Pushing event deleted for resources: {'Port': ['ID=31c6c787-1967-42c9-a216-f60a2ff8a5d7,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:38.630844 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [req-5287336f-139d-4f90-900a-9b8813369a54 req-bcd93b1f-5bb3-4889-b42d-d4131013d36b tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] No DVR routers for this DVR port 31c6c787-1967-42c9-a216-f60a2ff8a5d7 on host hv-cinder-78693 {{(pid=92923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:33:38.633293 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-5287336f-139d-4f90-900a-9b8813369a54 req-bcd93b1f-5bb3-4889-b42d-d4131013d36b tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:38.635294 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-5287336f-139d-4f90-900a-9b8813369a54 req-bcd93b1f-5bb3-4889-b42d-d4131013d36b tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.18 "DELETE /v2.0/ports/31c6c787-1967-42c9-a216-f60a2ff8a5d7 HTTP/1.1" status: 204 len: 173 time: 0.4378195 Jul 13 19:33:38.635719 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417a705d-02f8-4753-b77f-e13c87121295', 'name': 'network-vif-deleted', 'tag': '31c6c787-1967-42c9-a216-f60a2ff8a5d7'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:33:38.637984 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1087dd994376df9afb132dbe65b34b6853527e2d112168992b97c33633c3add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49760f39-e9ae-42e4-8951-3c3314ada3ec" -d '{"events": [{"server_uuid": "417a705d-02f8-4753-b77f-e13c87121295", "name": "network-vif-deleted", "tag": "31c6c787-1967-42c9-a216-f60a2ff8a5d7"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:33:38.676400 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a919f2-12a7-4b87-b41e-fc08196504d1 x-openstack-request-id: req-b6a919f2-12a7-4b87-b41e-fc08196504d1 {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:33:38.676720 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417a705d-02f8-4753-b77f-e13c87121295", "name": "network-vif-deleted", "tag": "31c6c787-1967-42c9-a216-f60a2ff8a5d7", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:33:38.676944 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b6a919f2-12a7-4b87-b41e-fc08196504d1 {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:33:38.677331 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '417a705d-02f8-4753-b77f-e13c87121295', 'name': 'network-vif-deleted', 'tag': '31c6c787-1967-42c9-a216-f60a2ff8a5d7', 'status': 'completed', 'code': 200} Jul 13 19:33:39.158876 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7e7dc367-448f-4f68-864f-821dd18114d3 req-45f5ffab-aa9d-419e-b496-3884ac72b945 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/ports?device_id=417a705d-02f8-4753-b77f-e13c87121295 HTTP/1.1" status: 200 len: 210 time: 0.0384717 Jul 13 19:33:40.424747 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 58262) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:40.533704 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a88f4b34-065c-4c19-8483-abcce36f6f18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:40.625728 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a88f4b34-065c-4c19-8483-abcce36f6f18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:40.629617 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a88f4b34-065c-4c19-8483-abcce36f6f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:40.629949 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3cd85-98a5-4b17-876c-74dcfedb9f31 req-73e57d96-0c74-4fbf-a8d5-1ff45b2df606 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:40.631619 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-c7e3cd85-98a5-4b17-876c-74dcfedb9f31 req-73e57d96-0c74-4fbf-a8d5-1ff45b2df606 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7dbe21a-060c-47d8-90f7-dd1d2828fc92 HTTP/1.1" status: 200 len: 946 time: 0.0689394 Jul 13 19:33:40.666598 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88f4b34-065c-4c19-8483-abcce36f6f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8944e2-6d04-4716-a82c-9fadf4beab55,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:40.669511 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-c7e3cd85-98a5-4b17-876c-74dcfedb9f31 req-d836dd93-0f5f-447a-baa0-cf72a4104564 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/security-groups?id=85f1a545-c61d-4acd-9a56-274b620fc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320618 Jul 13 19:33:40.671726 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-a88f4b34-065c-4c19-8483-abcce36f6f18 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ef8b38ba10634ba89556dee620a284b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2459233 Jul 13 19:33:40.673785 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 58268) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:40.735364 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-dc3815dc-e164-4af1-b73b-89e5b4a52d1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:40.756656 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-dc3815dc-e164-4af1-b73b-89e5b4a52d1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:40.805331 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-dc3815dc-e164-4af1-b73b-89e5b4a52d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:40.808677 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-dc3815dc-e164-4af1-b73b-89e5b4a52d1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:40.809958 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-dc3815dc-e164-4af1-b73b-89e5b4a52d1c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2a8944e2-6d04-4716-a82c-9fadf4beab55 HTTP/1.1" status: 204 len: 168 time: 0.1351769 Jul 13 19:33:40.822952 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3815dc-e164-4af1-b73b-89e5b4a52d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8944e2-6d04-4716-a82c-9fadf4beab55,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:41.077079 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 58274) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:41.090892 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d8b13173-9f47-4586-afb6-af9e9bdccab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:41.180981 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d8b13173-9f47-4586-afb6-af9e9bdccab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:41.187759 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d8b13173-9f47-4586-afb6-af9e9bdccab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:41.227682 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-d8b13173-9f47-4586-afb6-af9e9bdccab4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c03839eea02040f9ad33d636eb8e1e6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1485031 Jul 13 19:33:41.228458 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b13173-9f47-4586-afb6-af9e9bdccab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d68568a-b8b6-4751-8d53-895b1b0ba36f,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:41.230875 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 58276) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:41.282651 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f94c2ebf-a8bd-4177-8574-e8f750e7338e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:41.304222 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f94c2ebf-a8bd-4177-8574-e8f750e7338e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:41.355483 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f94c2ebf-a8bd-4177-8574-e8f750e7338e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:41.358113 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f94c2ebf-a8bd-4177-8574-e8f750e7338e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:41.359306 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-f94c2ebf-a8bd-4177-8574-e8f750e7338e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4d68568a-b8b6-4751-8d53-895b1b0ba36f HTTP/1.1" status: 204 len: 168 time: 0.1274874 Jul 13 19:33:41.367631 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c2ebf-a8bd-4177-8574-e8f750e7338e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d68568a-b8b6-4751-8d53-895b1b0ba36f,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:41.893703 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ce0f1-ba52-4c7a-8a7a-b54ee21fccfe req-752552af-aaeb-4a3d-81d0-bfece5ab7ff6 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:41.895276 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-eb8ce0f1-ba52-4c7a-8a7a-b54ee21fccfe req-752552af-aaeb-4a3d-81d0-bfece5ab7ff6 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7dbe21a-060c-47d8-90f7-dd1d2828fc92 HTTP/1.1" status: 200 len: 946 time: 0.1104853 Jul 13 19:33:41.915907 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e3a45d-cb74-40d9-8343-227c7b41e67f req-54c93e50-55cc-4fa7-ba23-aaeacf31dbb7 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:41.917439 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-64e3a45d-cb74-40d9-8343-227c7b41e67f req-54c93e50-55cc-4fa7-ba23-aaeacf31dbb7 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7dbe21a-060c-47d8-90f7-dd1d2828fc92 HTTP/1.1" status: 200 len: 946 time: 0.1222470 Jul 13 19:33:42.009752 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-64e3a45d-cb74-40d9-8343-227c7b41e67f req-8edc4414-1be0-4f11-8687-98f75ddcc359 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/security-groups?id=85f1a545-c61d-4acd-9a56-274b620fc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731635 Jul 13 19:33:42.034064 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 58300) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:42.047905 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [req-eb8ce0f1-ba52-4c7a-8a7a-b54ee21fccfe req-972cb50c-23e6-4218-886d-4ab9e66316cd tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Deleting port 5f73f7f4-9f07-4505-ac14-55cb0656433f {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:33:42.048525 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-eb8ce0f1-ba52-4c7a-8a7a-b54ee21fccfe req-972cb50c-23e6-4218-886d-4ab9e66316cd tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752272853989'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:42.152203 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-eb8ce0f1-ba52-4c7a-8a7a-b54ee21fccfe req-972cb50c-23e6-4218-886d-4ab9e66316cd tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] For port 5f73f7f4-9f07-4505-ac14-55cb0656433f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=5f73f7f4-9f07-4505-ac14-55cb0656433f,segment=NetworkSegment(0993e669-427e-4a1d-9bc6-4f80573b737f),segment_id=0993e669-427e-4a1d-9bc6-4f80573b737f)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:33:42.152571 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-eb8ce0f1-ba52-4c7a-8a7a-b54ee21fccfe req-972cb50c-23e6-4218-886d-4ab9e66316cd tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763640'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:42.159198 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-190bacf0-fff4-4009-b15f-0c377eabf41d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-638866644-network', 'tenant_id': 'e8311bf6589e408ea11f382b1005f438'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:42.179142 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [req-eb8ce0f1-ba52-4c7a-8a7a-b54ee21fccfe req-972cb50c-23e6-4218-886d-4ab9e66316cd tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Calling delete_port for 5f73f7f4-9f07-4505-ac14-55cb0656433f owned by compute:nova {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:33:42.198473 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-190bacf0-fff4-4009-b15f-0c377eabf41d admin admin] Made reservation on behalf of e8311bf6589e408ea11f382b1005f438 for: {'network': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:33:42.200756 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-190bacf0-fff4-4009-b15f-0c377eabf41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for network, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:42.212654 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device 31c6c787-1967-42c9-a216-f60a2ff8a5d7 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:33:42.233471 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] No Port match for: 31c6c787-1967-42c9-a216-f60a2ff8a5d7 {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:33:42.234454 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device 31c6c787-1967-42c9-a216-f60a2ff8a5d7 not bound to the agent host hv-cinder-78693 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:33:42.239809 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-190bacf0-fff4-4009-b15f-0c377eabf41d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:42.358447 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-eb8ce0f1-ba52-4c7a-8a7a-b54ee21fccfe req-972cb50c-23e6-4218-886d-4ab9e66316cd tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752272859917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752272454292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130471124'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:42.369561 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] get_ports_and_sgs() called for port_ids ['186cfbcf-1c45-489c-9d96-1df70fb54d47', '5f73f7f4-9f07-4505-ac14-55cb0656433f'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:33:42.398460 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972cb50c-23e6-4218-886d-4ab9e66316cd tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Pushing event deleted for resources: {'Port': ['ID=5f73f7f4-9f07-4505-ac14-55cb0656433f,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:42.457891 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb8ce0f1-ba52-4c7a-8a7a-b54ee21fccfe req-972cb50c-23e6-4218-886d-4ab9e66316cd tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] No DVR routers for this DVR port 5f73f7f4-9f07-4505-ac14-55cb0656433f on host hv-cinder-78693 {{(pid=92923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:33:42.460459 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-eb8ce0f1-ba52-4c7a-8a7a-b54ee21fccfe req-972cb50c-23e6-4218-886d-4ab9e66316cd tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:42.462512 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-eb8ce0f1-ba52-4c7a-8a7a-b54ee21fccfe req-972cb50c-23e6-4218-886d-4ab9e66316cd tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.18 "DELETE /v2.0/ports/5f73f7f4-9f07-4505-ac14-55cb0656433f HTTP/1.1" status: 204 len: 173 time: 0.5624890 Jul 13 19:33:42.462975 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7dbe21a-060c-47d8-90f7-dd1d2828fc92', 'name': 'network-vif-deleted', 'tag': '5f73f7f4-9f07-4505-ac14-55cb0656433f'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:33:42.465280 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1087dd994376df9afb132dbe65b34b6853527e2d112168992b97c33633c3add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68367a58-5704-4c56-870d-9bf47d0acd01" -d '{"events": [{"server_uuid": "f7dbe21a-060c-47d8-90f7-dd1d2828fc92", "name": "network-vif-deleted", "tag": "5f73f7f4-9f07-4505-ac14-55cb0656433f"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:33:42.490810 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-190bacf0-fff4-4009-b15f-0c377eabf41d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:42.496133 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-190bacf0-fff4-4009-b15f-0c377eabf41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:42.526269 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263e327e-e8e1-49c2-b954-da89249d0637 x-openstack-request-id: req-263e327e-e8e1-49c2-b954-da89249d0637 {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:33:42.526571 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7dbe21a-060c-47d8-90f7-dd1d2828fc92", "name": "network-vif-deleted", "tag": "5f73f7f4-9f07-4505-ac14-55cb0656433f", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:33:42.526848 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-263e327e-e8e1-49c2-b954-da89249d0637 {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:33:42.527270 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7dbe21a-060c-47d8-90f7-dd1d2828fc92', 'name': 'network-vif-deleted', 'tag': '5f73f7f4-9f07-4505-ac14-55cb0656433f', 'status': 'completed', 'code': 200} Jul 13 19:33:42.527919 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-190bacf0-fff4-4009-b15f-0c377eabf41d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=92923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:33:42.545438 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190bacf0-fff4-4009-b15f-0c377eabf41d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84238086-d278-42f7-bd6c-b9e8baa17c8d,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:42.549030 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-190bacf0-fff4-4009-b15f-0c377eabf41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825552'] for segment, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:42.549380 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.db.segments_db [None req-190bacf0-fff4-4009-b15f-0c377eabf41d admin admin] Added segment 81cca3b5-4864-4943-a09d-5f4c648a4856 of type vlan for network bc4c69a3-5df5-4a25-a95a-0599de5b5da3 Jul 13 19:33:42.589945 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-190bacf0-fff4-4009-b15f-0c377eabf41d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752272460036'] for network, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:42.624384 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-190bacf0-fff4-4009-b15f-0c377eabf41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108'] for network, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:42.626293 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190bacf0-fff4-4009-b15f-0c377eabf41d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:42.626894 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-190bacf0-fff4-4009-b15f-0c377eabf41d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600154'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:42.683632 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-190bacf0-fff4-4009-b15f-0c377eabf41d admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6498535 Jul 13 19:33:42.686606 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 58306) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:42.688927 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190bacf0-fff4-4009-b15f-0c377eabf41d admin admin] Pushing event updated for resources: {'Network': ['ID=bc4c69a3-5df5-4a25-a95a-0599de5b5da3,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:42.692715 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [None req-15ed74eb-da5e-4ad1-aafb-a12c368b30cd admin admin] Request body: {'subnet': {'network_id': 'bc4c69a3-5df5-4a25-a95a-0599de5b5da3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-638866644-subnet', 'tenant_id': 'e8311bf6589e408ea11f382b1005f438', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:42.698803 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Network bc4c69a3-5df5-4a25-a95a-0599de5b5da3 details requested by agent ovs-agent-dv-cinder-786932-3-iscsi with host dv-cinder-786932-3-iscsi {{(pid=92925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:33:42.716053 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ed74eb-da5e-4ad1-aafb-a12c368b30cd admin admin] Made reservation on behalf of e8311bf6589e408ea11f382b1005f438 for: {'subnet': 1} {{(pid=92924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:33:42.719358 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-15ed74eb-da5e-4ad1-aafb-a12c368b30cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125931260'] for subnet, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:42.884703 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-15ed74eb-da5e-4ad1-aafb-a12c368b30cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126721165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125931214'] for subnet, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:42.945832 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ed74eb-da5e-4ad1-aafb-a12c368b30cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c55b75c-e95b-4d75-b3d3-1d3398e91efc,revision_number=0']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:42.955659 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ed74eb-da5e-4ad1-aafb-a12c368b30cd admin admin] Checking segment: {'id': '81cca3b5-4864-4943-a09d-5f4c648a4856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'bc4c69a3-5df5-4a25-a95a-0599de5b5da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:33:42.956023 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ed74eb-da5e-4ad1-aafb-a12c368b30cd admin admin] Network hostable DHCP agents. Network: bc4c69a3-5df5-4a25-a95a-0599de5b5da3, hostable agents: ['7ca4706b-9f63-429b-b1b9-7cbaa1b8656d'], hosted agents: [] {{(pid=92924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:33:42.972463 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ed74eb-da5e-4ad1-aafb-a12c368b30cd admin admin] Network bc4c69a3-5df5-4a25-a95a-0599de5b5da3 is scheduled to be hosted by DHCP agent 7ca4706b-9f63-429b-b1b9-7cbaa1b8656d with binding_index 1 {{(pid=92924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:33:42.981145 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-15ed74eb-da5e-4ad1-aafb-a12c368b30cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-3-iscsi, bc4c69a3-5df5-4a25-a95a-0599de5b5da3) {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:33:42.985787 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ed74eb-da5e-4ad1-aafb-a12c368b30cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:42.986397 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-15ed74eb-da5e-4ad1-aafb-a12c368b30cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600154'] for subnet, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:42.991735 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645558fa-9691-47a7-a3f4-83fed089a3f2 None None] Network bc4c69a3-5df5-4a25-a95a-0599de5b5da3 requested from dv-cinder-786932-3-iscsi {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:33:43.013846 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-15ed74eb-da5e-4ad1-aafb-a12c368b30cd admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3185875 Jul 13 19:33:43.138594 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a37efac-6549-41b8-aa2e-8a17ba60c791 None None] Network bc4c69a3-5df5-4a25-a95a-0599de5b5da3 requested from dv-cinder-786932-3-iscsi {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:33:43.535780 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 58328) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:43.541531 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-a6c0c985-674c-4a4d-9292-2a2141e2ab55 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2075434771-network', 'tenant_id': '289521f9026a404bb94e51874c9a2039'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:43.564472 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c0c985-674c-4a4d-9292-2a2141e2ab55 admin admin] Made reservation on behalf of 289521f9026a404bb94e51874c9a2039 for: {'network': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:33:43.566884 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a6c0c985-674c-4a4d-9292-2a2141e2ab55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for network, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:43.576111 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a6c0c985-674c-4a4d-9292-2a2141e2ab55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:43.666276 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a6c0c985-674c-4a4d-9292-2a2141e2ab55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:43.674704 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a6c0c985-674c-4a4d-9292-2a2141e2ab55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:43.699614 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6c0c985-674c-4a4d-9292-2a2141e2ab55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=92923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:33:43.714718 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c0c985-674c-4a4d-9292-2a2141e2ab55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a6bfec-7ce0-4ccf-ae19-f1404de3479b,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:43.717580 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a6c0c985-674c-4a4d-9292-2a2141e2ab55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825552'] for segment, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:43.718448 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.db.segments_db [None req-a6c0c985-674c-4a4d-9292-2a2141e2ab55 admin admin] Added segment b31c222e-57a5-419e-aeac-8cb79d684cb4 of type vlan for network a5d76182-401c-46aa-93b4-361ca09295ad Jul 13 19:33:43.759214 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a6c0c985-674c-4a4d-9292-2a2141e2ab55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752272460036'] for network, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:43.786441 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a6c0c985-674c-4a4d-9292-2a2141e2ab55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108'] for network, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:43.787420 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c0c985-674c-4a4d-9292-2a2141e2ab55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:43.788002 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a6c0c985-674c-4a4d-9292-2a2141e2ab55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600154'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:43.830911 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-a6c0c985-674c-4a4d-9292-2a2141e2ab55 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2937212 Jul 13 19:33:43.833766 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 58330) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:43.839254 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [None req-7ed5f1e7-303d-421e-b055-cd15d0a71e97 admin admin] Request body: {'subnet': {'network_id': 'a5d76182-401c-46aa-93b4-361ca09295ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2075434771-subnet', 'tenant_id': '289521f9026a404bb94e51874c9a2039', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:33:43.847959 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c0c985-674c-4a4d-9292-2a2141e2ab55 admin admin] Pushing event updated for resources: {'Network': ['ID=a5d76182-401c-46aa-93b4-361ca09295ad,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:43.857577 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Network a5d76182-401c-46aa-93b4-361ca09295ad details requested by agent ovs-agent-dv-cinder-786932-3-iscsi with host dv-cinder-786932-3-iscsi {{(pid=92925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:33:43.862825 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed5f1e7-303d-421e-b055-cd15d0a71e97 admin admin] Made reservation on behalf of 289521f9026a404bb94e51874c9a2039 for: {'subnet': 1} {{(pid=92924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:33:43.865257 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7ed5f1e7-303d-421e-b055-cd15d0a71e97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125931260'] for subnet, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:44.036989 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7ed5f1e7-303d-421e-b055-cd15d0a71e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126721165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125931214'] for subnet, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:44.095921 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed5f1e7-303d-421e-b055-cd15d0a71e97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcabb865-d89b-4029-a6e7-44f7947c605e,revision_number=0']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:44.100180 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed5f1e7-303d-421e-b055-cd15d0a71e97 admin admin] Checking segment: {'id': 'b31c222e-57a5-419e-aeac-8cb79d684cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a5d76182-401c-46aa-93b4-361ca09295ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:33:44.100539 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed5f1e7-303d-421e-b055-cd15d0a71e97 admin admin] Network hostable DHCP agents. Network: a5d76182-401c-46aa-93b4-361ca09295ad, hostable agents: ['7ca4706b-9f63-429b-b1b9-7cbaa1b8656d'], hosted agents: [] {{(pid=92924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:33:44.116688 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed5f1e7-303d-421e-b055-cd15d0a71e97 admin admin] Network a5d76182-401c-46aa-93b4-361ca09295ad is scheduled to be hosted by DHCP agent 7ca4706b-9f63-429b-b1b9-7cbaa1b8656d with binding_index 1 {{(pid=92924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:33:44.125738 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-7ed5f1e7-303d-421e-b055-cd15d0a71e97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-3-iscsi, a5d76182-401c-46aa-93b4-361ca09295ad) {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:33:44.129755 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed5f1e7-303d-421e-b055-cd15d0a71e97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:44.130341 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7ed5f1e7-303d-421e-b055-cd15d0a71e97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600154'] for subnet, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:44.134335 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a216c65f-b13a-4eba-ab73-059c1afbf44e None None] Network a5d76182-401c-46aa-93b4-361ca09295ad requested from dv-cinder-786932-3-iscsi {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:33:44.144811 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-7ed5f1e7-303d-421e-b055-cd15d0a71e97 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3095992 Jul 13 19:33:44.268588 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba1b13a-4b15-4ca8-b0b5-90580668a9fb None None] Network a5d76182-401c-46aa-93b4-361ca09295ad requested from dv-cinder-786932-3-iscsi {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:33:44.661646 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48055de8-c1e4-4783-8ef8-514ccc7cfbbe req-4447753f-38d1-48dd-9b0e-d9daa4b4dc32 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:44.663261 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-48055de8-c1e4-4783-8ef8-514ccc7cfbbe req-4447753f-38d1-48dd-9b0e-d9daa4b4dc32 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/ports?device_id=39b601ce-0672-43a5-9599-75f58da22a08 HTTP/1.1" status: 200 len: 945 time: 0.0748427 Jul 13 19:33:44.710845 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-48055de8-c1e4-4783-8ef8-514ccc7cfbbe req-2e7596c9-cc09-4fcf-a5d2-18d5476e9851 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/security-groups?id=85f1a545-c61d-4acd-9a56-274b620fc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413952 Jul 13 19:33:45.897550 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6964138e-a8fa-40b9-aeb3-7da09384dad3 req-28d537dd-c740-45f2-824a-5437be2f52fb tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:45.899086 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-6964138e-a8fa-40b9-aeb3-7da09384dad3 req-28d537dd-c740-45f2-824a-5437be2f52fb tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/ports?device_id=39b601ce-0672-43a5-9599-75f58da22a08 HTTP/1.1" status: 200 len: 945 time: 0.0731907 Jul 13 19:33:45.940911 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-6964138e-a8fa-40b9-aeb3-7da09384dad3 req-2fdff089-d8f5-4a4d-8159-374a96d194d9 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/security-groups?id=85f1a545-c61d-4acd-9a56-274b620fc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361109 Jul 13 19:33:46.039475 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d038631f-ae3c-4ed2-9aea-45c253587358 req-3b3d7946-1eaf-47af-b4ff-9bc394b70f16 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:46.040932 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d038631f-ae3c-4ed2-9aea-45c253587358 req-3b3d7946-1eaf-47af-b4ff-9bc394b70f16 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.18 "GET /v2.0/ports?device_id=39b601ce-0672-43a5-9599-75f58da22a08 HTTP/1.1" status: 200 len: 945 time: 0.0686133 Jul 13 19:33:46.146938 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [req-d038631f-ae3c-4ed2-9aea-45c253587358 req-dc67edd6-eb6b-421d-966a-3b90992b1641 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Deleting port 186cfbcf-1c45-489c-9d96-1df70fb54d47 {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:33:46.147318 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-d038631f-ae3c-4ed2-9aea-45c253587358 req-dc67edd6-eb6b-421d-966a-3b90992b1641 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752272853989'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:46.227369 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device 5f73f7f4-9f07-4505-ac14-55cb0656433f no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:33:46.238567 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-d038631f-ae3c-4ed2-9aea-45c253587358 req-dc67edd6-eb6b-421d-966a-3b90992b1641 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] For port 186cfbcf-1c45-489c-9d96-1df70fb54d47, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=186cfbcf-1c45-489c-9d96-1df70fb54d47,segment=NetworkSegment(0993e669-427e-4a1d-9bc6-4f80573b737f),segment_id=0993e669-427e-4a1d-9bc6-4f80573b737f)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:33:46.238935 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-d038631f-ae3c-4ed2-9aea-45c253587358 req-dc67edd6-eb6b-421d-966a-3b90992b1641 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763640'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:46.247017 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] No Port match for: 5f73f7f4-9f07-4505-ac14-55cb0656433f {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:33:46.247389 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device 5f73f7f4-9f07-4505-ac14-55cb0656433f not bound to the agent host hv-cinder-78693 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:33:46.252413 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [req-d038631f-ae3c-4ed2-9aea-45c253587358 req-dc67edd6-eb6b-421d-966a-3b90992b1641 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Calling delete_port for 186cfbcf-1c45-489c-9d96-1df70fb54d47 owned by compute:nova {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:33:46.344028 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e891d8ea-6f60-4a20-9d8f-4524d2ccc2ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:46.379670 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-d038631f-ae3c-4ed2-9aea-45c253587358 req-dc67edd6-eb6b-421d-966a-3b90992b1641 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752272859917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752272454292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130471124'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:46.390057 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] get_ports_and_sgs() called for port_ids ['186cfbcf-1c45-489c-9d96-1df70fb54d47'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:33:46.407559 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc67edd6-eb6b-421d-966a-3b90992b1641 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Pushing event deleted for resources: {'Port': ['ID=186cfbcf-1c45-489c-9d96-1df70fb54d47,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:46.452881 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [req-d038631f-ae3c-4ed2-9aea-45c253587358 req-dc67edd6-eb6b-421d-966a-3b90992b1641 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] No DVR routers for this DVR port 186cfbcf-1c45-489c-9d96-1df70fb54d47 on host hv-cinder-78693 {{(pid=92923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:33:46.455256 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-d038631f-ae3c-4ed2-9aea-45c253587358 req-dc67edd6-eb6b-421d-966a-3b90992b1641 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:46.457330 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d038631f-ae3c-4ed2-9aea-45c253587358 req-dc67edd6-eb6b-421d-966a-3b90992b1641 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.18 "DELETE /v2.0/ports/186cfbcf-1c45-489c-9d96-1df70fb54d47 HTTP/1.1" status: 204 len: 173 time: 0.4103091 Jul 13 19:33:46.457760 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b601ce-0672-43a5-9599-75f58da22a08', 'name': 'network-vif-deleted', 'tag': '186cfbcf-1c45-489c-9d96-1df70fb54d47'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:33:46.460016 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1087dd994376df9afb132dbe65b34b6853527e2d112168992b97c33633c3add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60724d45-6eb8-417a-ae91-5f0b11ee93ca" -d '{"events": [{"server_uuid": "39b601ce-0672-43a5-9599-75f58da22a08", "name": "network-vif-deleted", "tag": "186cfbcf-1c45-489c-9d96-1df70fb54d47"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:33:46.498014 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c781c2-e59b-41d1-8e0c-8f7f05272260 x-openstack-request-id: req-88c781c2-e59b-41d1-8e0c-8f7f05272260 {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:33:46.498383 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b601ce-0672-43a5-9599-75f58da22a08", "name": "network-vif-deleted", "tag": "186cfbcf-1c45-489c-9d96-1df70fb54d47", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:33:46.498556 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-88c781c2-e59b-41d1-8e0c-8f7f05272260 {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:33:46.498997 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b601ce-0672-43a5-9599-75f58da22a08', 'name': 'network-vif-deleted', 'tag': '186cfbcf-1c45-489c-9d96-1df70fb54d47', 'status': 'completed', 'code': 200} Jul 13 19:33:47.107426 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-ddac9d9e-441e-48f9-bd4e-3794c8fe9ff3 req-6de370c1-ef2f-49d9-a826-519aee48e8e8 tempest-AttachVolumeNegativeTest-385486544 tempest-AttachVolumeNegativeTest-385486544-project] 10.222.0.67 "GET /v2.0/ports?device_id=39b601ce-0672-43a5-9599-75f58da22a08 HTTP/1.1" status: 200 len: 210 time: 0.0290408 Jul 13 19:33:48.217480 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 58376) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:48.268031 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1d1f2c9-39cd-4a37-a127-6ed52813613d admin admin] Deleting subnet 982b3006-667f-4e5e-8ceb-cb52c1399296 {{(pid=92923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:33:48.272240 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a1d1f2c9-39cd-4a37-a127-6ed52813613d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:48.306507 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a1d1f2c9-39cd-4a37-a127-6ed52813613d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130178881'] for subnet, precommit_delete_associations {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:48.345276 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a1d1f2c9-39cd-4a37-a127-6ed52813613d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3824333'] for subnet, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:48.402129 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a1d1f2c9-39cd-4a37-a127-6ed52813613d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3824308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130471049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130128640'] for subnet, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:48.428806 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d1f2c9-39cd-4a37-a127-6ed52813613d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=982b3006-667f-4e5e-8ceb-cb52c1399296,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:48.437397 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a1d1f2c9-39cd-4a37-a127-6ed52813613d admin admin] Notify callbacks [] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:48.438930 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-a1d1f2c9-39cd-4a37-a127-6ed52813613d admin admin] 10.222.0.67 "DELETE /v2.0/subnets/982b3006-667f-4e5e-8ceb-cb52c1399296 HTTP/1.1" status: 204 len: 168 time: 0.2198563 Jul 13 19:33:48.440506 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d1f2c9-39cd-4a37-a127-6ed52813613d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:33:48.440859 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d1f2c9-39cd-4a37-a127-6ed52813613d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:33:48.441463 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 58384) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:48.443673 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d1f2c9-39cd-4a37-a127-6ed52813613d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:33:48.444043 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d1f2c9-39cd-4a37-a127-6ed52813613d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:33:48.444387 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d1f2c9-39cd-4a37-a127-6ed52813613d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:33:48.444728 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d1f2c9-39cd-4a37-a127-6ed52813613d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:33:48.445066 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d1f2c9-39cd-4a37-a127-6ed52813613d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:33:48.445398 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d1f2c9-39cd-4a37-a127-6ed52813613d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:33:48.445731 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d1f2c9-39cd-4a37-a127-6ed52813613d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:33:48.446065 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d1f2c9-39cd-4a37-a127-6ed52813613d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:33:48.446389 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d1f2c9-39cd-4a37-a127-6ed52813613d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:33:48.446711 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d1f2c9-39cd-4a37-a127-6ed52813613d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:33:48.512249 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-32f9daf6-6795-469c-93e4-c9480412254d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3741476'] for network, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:48.592629 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-32f9daf6-6795-469c-93e4-c9480412254d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3818072', 'neutron.services.segments.db._delete_segments_for_network-8752273001027'] for network, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:48.602654 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.services.segments.db [None req-32f9daf6-6795-469c-93e4-c9480412254d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4']}} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:48.612336 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.services.segments.db [None req-32f9daf6-6795-469c-93e4-c9480412254d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0993e669-427e-4a1d-9bc6-4f80573b737f') {'for_net_delete': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:48.612633 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.services.segments.db [None req-32f9daf6-6795-469c-93e4-c9480412254d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0993e669-427e-4a1d-9bc6-4f80573b737f') {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:48.621464 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-32f9daf6-6795-469c-93e4-c9480412254d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752273006156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126721115'] for segment, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:48.634638 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-32f9daf6-6795-469c-93e4-c9480412254d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825552'] for segment, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:48.641066 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32f9daf6-6795-469c-93e4-c9480412254d admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=92924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:33:48.641472 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-32f9daf6-6795-469c-93e4-c9480412254d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126716386'] for segment, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:48.643160 dv-cinder-786932-3-iscsi neutron-server[92924]: Traceback (most recent call last): Jul 13 19:33:48.643160 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:33:48.643160 dv-cinder-786932-3-iscsi neutron-server[92924]: timer() Jul 13 19:33:48.643160 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:33:48.643160 dv-cinder-786932-3-iscsi neutron-server[92924]: cb(*args, **kw) Jul 13 19:33:48.643160 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:33:48.643160 dv-cinder-786932-3-iscsi neutron-server[92924]: return func(*args, **kwargs) Jul 13 19:33:48.643160 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:33:48.643160 dv-cinder-786932-3-iscsi neutron-server[92924]: self._notify() Jul 13 19:33:48.643160 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:33:48.643160 dv-cinder-786932-3-iscsi neutron-server[92924]: self.callback(batched_events) Jul 13 19:33:48.643160 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:33:48.643160 dv-cinder-786932-3-iscsi neutron-server[92924]: event.method(event) Jul 13 19:33:48.643160 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:33:48.643160 dv-cinder-786932-3-iscsi neutron-server[92924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:33:48.643160 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:33:48.643160 dv-cinder-786932-3-iscsi neutron-server[92924]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:33:48.643160 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:33:48.643160 dv-cinder-786932-3-iscsi neutron-server[92924]: return f(self, *a, **k) Jul 13 19:33:48.643160 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:33:48.643160 dv-cinder-786932-3-iscsi neutron-server[92924]: return self._get(url).json() Jul 13 19:33:48.643160 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:33:48.643160 dv-cinder-786932-3-iscsi neutron-server[92924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:33:48.643160 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:33:48.643160 dv-cinder-786932-3-iscsi neutron-server[92924]: return self.request(url, 'GET', **kwargs) Jul 13 19:33:48.643160 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:33:48.643160 dv-cinder-786932-3-iscsi neutron-server[92924]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:33:48.643160 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:33:48.643160 dv-cinder-786932-3-iscsi neutron-server[92924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:33:48.643160 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:33:48.643160 dv-cinder-786932-3-iscsi neutron-server[92924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:33:48.643160 dv-cinder-786932-3-iscsi neutron-server[92924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:33:48.698760 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-32f9daf6-6795-469c-93e4-c9480412254d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3818063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760437'] for network, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:48.705207 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-32f9daf6-6795-469c-93e4-c9480412254d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600154'] for network, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:48.707036 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-32f9daf6-6795-469c-93e4-c9480412254d admin admin] 10.222.0.67 "DELETE /v2.0/networks/9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4 HTTP/1.1" status: 204 len: 168 time: 0.2646012 Jul 13 19:33:48.720012 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f9daf6-6795-469c-93e4-c9480412254d admin admin] Pushing event deleted for resources: {'Network': ['ID=9a0cdb87-0e3b-4d21-9b49-bcf5cf3635c4,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:48.870786 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 58392) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:48.911670 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-b45ae81d-5ee9-4935-be1d-4cc70540024a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=759c4037af7741888a7fa0072e229b27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393662 Jul 13 19:33:48.914315 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 58394) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:48.965743 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-67f5f59e-13d9-409d-8f7d-0b1c9543e91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:48.971270 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ed8544e0-c623-4379-b10e-870310be810e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:48.992737 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ed8544e0-c623-4379-b10e-870310be810e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:49.039134 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ed8544e0-c623-4379-b10e-870310be810e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:49.041776 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ed8544e0-c623-4379-b10e-870310be810e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:49.042939 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-ed8544e0-c623-4379-b10e-870310be810e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/85f1a545-c61d-4acd-9a56-274b620fc2f0 HTTP/1.1" status: 204 len: 168 time: 0.1278131 Jul 13 19:33:49.050957 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8544e0-c623-4379-b10e-870310be810e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f1a545-c61d-4acd-9a56-274b620fc2f0,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:49.086662 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:50.227085 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device 186cfbcf-1c45-489c-9d96-1df70fb54d47 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:33:50.254009 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] No Port match for: 186cfbcf-1c45-489c-9d96-1df70fb54d47 {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:33:50.254348 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device 186cfbcf-1c45-489c-9d96-1df70fb54d47 not bound to the agent host hv-cinder-78693 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:33:50.266603 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f121cc10-15a3-4774-9d3b-44cefef2260b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:51.098957 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 58446) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:51.407037 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-3a763499-629d-476c-adfc-5b841cd96ff6 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Deleting port 4061ae22-2055-4d10-ada4-599b4ae02432 {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:33:51.407329 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3a763499-629d-476c-adfc-5b841cd96ff6 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752272853989'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:51.498948 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3a763499-629d-476c-adfc-5b841cd96ff6 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763640'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:51.499346 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3a763499-629d-476c-adfc-5b841cd96ff6 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:51.512945 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-3a763499-629d-476c-adfc-5b841cd96ff6 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Calling delete_port for 4061ae22-2055-4d10-ada4-599b4ae02432 owned by network:floatingip {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:33:51.698730 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3a763499-629d-476c-adfc-5b841cd96ff6 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752272859917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752272454292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126721041'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:51.724933 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a763499-629d-476c-adfc-5b841cd96ff6 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Pushing event deleted for resources: {'Port': ['ID=4061ae22-2055-4d10-ada4-599b4ae02432,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:51.749230 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-90e910e5-9927-492e-a649-803b472a565a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:51.789120 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3a763499-629d-476c-adfc-5b841cd96ff6 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Notify callbacks [] for floatingip, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:51.789447 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.db.l3_db [None req-3a763499-629d-476c-adfc-5b841cd96ff6 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Floating IP 74eb6706-7578-4cea-aecb-744a511f581c disassociated (deleted). External IP: 172.27.1.173, port: 1db67f4a-337f-4ef0-a0c9-bc0adbe267ce. Jul 13 19:33:52.001909 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a763499-629d-476c-adfc-5b841cd96ff6 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Router 51b4d804-7400-489c-b611-1d0e1d38b7cb has already been hosted by L3 agent beedb406-ab13-44dd-957b-972171d020d2 {{(pid=92924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:33:52.406617 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a763499-629d-476c-adfc-5b841cd96ff6 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Notify agent at l3_agent.dv-cinder-786932-3-iscsi the message routers_updated {{(pid=92924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:33:52.413044 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3a763499-629d-476c-adfc-5b841cd96ff6 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for floatingip, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:52.419542 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c29204-0cce-4324-b2e0-28d876b1f4f8 None None] Sync routers for ids ['51b4d804-7400-489c-b611-1d0e1d38b7cb'] in dv-cinder-786932-3-iscsi {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:33:52.438200 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c29204-0cce-4324-b2e0-28d876b1f4f8 None None] Routers {'51b4d804-7400-489c-b611-1d0e1d38b7cb'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:33:52.438929 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-87c29204-0cce-4324-b2e0-28d876b1f4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:33:49Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['51b4d804-7400-489c-b611-1d0e1d38b7cb'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:52.454621 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-3a763499-629d-476c-adfc-5b841cd96ff6 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "DELETE /v2.0/floatingips/74eb6706-7578-4cea-aecb-744a511f581c HTTP/1.1" status: 204 len: 168 time: 1.3538558 Jul 13 19:33:52.455151 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d83e088-f62a-40f1-87d7-784bfcbcaed8', 'tag': '1db67f4a-337f-4ef0-a0c9-bc0adbe267ce'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:33:52.457504 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8879ae7e4e4d0f25c61261a3e286ece662f5d6b6250d5f2cd5814de7b022cdc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98dfb9c3-804b-4965-8481-57584f1a1f35" -d '{"events": [{"name": "network-changed", "server_uuid": "3d83e088-f62a-40f1-87d7-784bfcbcaed8", "tag": "1db67f4a-337f-4ef0-a0c9-bc0adbe267ce"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:33:52.517741 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c44f6eff-b06a-4a3b-b8f7-2401515545b3 x-openstack-request-id: req-c44f6eff-b06a-4a3b-b8f7-2401515545b3 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:33:52.518026 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d83e088-f62a-40f1-87d7-784bfcbcaed8", "tag": "1db67f4a-337f-4ef0-a0c9-bc0adbe267ce", "status": "completed", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:33:52.518468 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c44f6eff-b06a-4a3b-b8f7-2401515545b3 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:33:52.519150 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d83e088-f62a-40f1-87d7-784bfcbcaed8', 'tag': '1db67f4a-337f-4ef0-a0c9-bc0adbe267ce', 'status': 'completed', 'code': 200} Jul 13 19:33:52.701605 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-87c29204-0cce-4324-b2e0-28d876b1f4f8 None None] Set router 51b4d804-7400-489c-b611-1d0e1d38b7cb gateway port host: dv-cinder-786932-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:33:52.843726 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e5e5c-5095-40a9-a670-36cce04edcb3 req-7deab898-78c2-4711-b0d9-8510be004d44 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:52.845225 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-3c1e5e5c-5095-40a9-a670-36cce04edcb3 req-7deab898-78c2-4711-b0d9-8510be004d44 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 946 time: 0.0628774 Jul 13 19:33:52.884504 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-3c1e5e5c-5095-40a9-a670-36cce04edcb3 req-42ebe4c4-00f9-4342-b114-812d29545a8d tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/security-groups?id=4db08e9d-cd84-42ba-932f-62d3bd3b2487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334134 Jul 13 19:33:52.909940 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-87c29204-0cce-4324-b2e0-28d876b1f4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51b4d804-7400-489c-b611-1d0e1d38b7cb', 'name': 'tempest-TestShelveInstance-1502094256-router', 'tenant_id': '67402faa97f64f238466e72ec9e27071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'd9c49a8d-a818-48fb-9a01-4fe97aa977c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:28:08Z', 'updated_at': '2021-07-13T19:28:12Z', 'revision_number': 4, 'project_id': '67402faa97f64f238466e72ec9e27071', 'gw_port': {'id': 'd9c49a8d-a818-48fb-9a01-4fe97aa977c2', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b4d804-7400-489c-b611-1d0e1d38b7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:08Z', 'updated_at': '2021-07-13T19:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_interfaces': [{'id': '34e27a78-dfbd-4720-835b-b6d45b19a768', 'name': '', 'network_id': '3e4dc58a-a6f8-4fc6-9689-be4b7fc56525', 'tenant_id': '67402faa97f64f238466e72ec9e27071', 'mac_address': 'fa:16:3e:72:7c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b4d804-7400-489c-b611-1d0e1d38b7cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '6c3b9855-037d-4be9-92be-e197c249828f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:11Z', 'updated_at': '2021-07-13T19:28:19Z', 'revision_number': 5, 'project_id': '67402faa97f64f238466e72ec9e27071', 'subnets': [{'id': '6c3b9855-037d-4be9-92be-e197c249828f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:52.935628 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c29204-0cce-4324-b2e0-28d876b1f4f8 None None] Checking router: 51b4d804-7400-489c-b611-1d0e1d38b7cb for host: dv-cinder-786932-3-iscsi {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:33:52.944678 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c29204-0cce-4324-b2e0-28d876b1f4f8 None None] Routers {'51b4d804-7400-489c-b611-1d0e1d38b7cb'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:33:52.945275 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-87c29204-0cce-4324-b2e0-28d876b1f4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:33:49Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['51b4d804-7400-489c-b611-1d0e1d38b7cb'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:53.057496 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-87c29204-0cce-4324-b2e0-28d876b1f4f8 None None] Set router 51b4d804-7400-489c-b611-1d0e1d38b7cb gateway port host: dv-cinder-786932-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:33:53.261469 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-87c29204-0cce-4324-b2e0-28d876b1f4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51b4d804-7400-489c-b611-1d0e1d38b7cb', 'name': 'tempest-TestShelveInstance-1502094256-router', 'tenant_id': '67402faa97f64f238466e72ec9e27071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'd9c49a8d-a818-48fb-9a01-4fe97aa977c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:28:08Z', 'updated_at': '2021-07-13T19:28:12Z', 'revision_number': 4, 'project_id': '67402faa97f64f238466e72ec9e27071', 'gw_port': {'id': 'd9c49a8d-a818-48fb-9a01-4fe97aa977c2', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b4d804-7400-489c-b611-1d0e1d38b7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:08Z', 'updated_at': '2021-07-13T19:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_interfaces': [{'id': '34e27a78-dfbd-4720-835b-b6d45b19a768', 'name': '', 'network_id': '3e4dc58a-a6f8-4fc6-9689-be4b7fc56525', 'tenant_id': '67402faa97f64f238466e72ec9e27071', 'mac_address': 'fa:16:3e:72:7c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b4d804-7400-489c-b611-1d0e1d38b7cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '6c3b9855-037d-4be9-92be-e197c249828f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:11Z', 'updated_at': '2021-07-13T19:28:19Z', 'revision_number': 5, 'project_id': '67402faa97f64f238466e72ec9e27071', 'subnets': [{'id': '6c3b9855-037d-4be9-92be-e197c249828f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:53.289698 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c29204-0cce-4324-b2e0-28d876b1f4f8 None None] The sync data for ids ['51b4d804-7400-489c-b611-1d0e1d38b7cb'] in dv-cinder-786932-3-iscsi is: [{'id': '51b4d804-7400-489c-b611-1d0e1d38b7cb', 'name': 'tempest-TestShelveInstance-1502094256-router', 'tenant_id': '67402faa97f64f238466e72ec9e27071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'd9c49a8d-a818-48fb-9a01-4fe97aa977c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:28:08Z', 'updated_at': '2021-07-13T19:28:12Z', 'revision_number': 4, 'project_id': '67402faa97f64f238466e72ec9e27071', 'gw_port': {'id': 'd9c49a8d-a818-48fb-9a01-4fe97aa977c2', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b4d804-7400-489c-b611-1d0e1d38b7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:08Z', 'updated_at': '2021-07-13T19:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_interfaces': [{'id': '34e27a78-dfbd-4720-835b-b6d45b19a768', 'name': '', 'network_id': '3e4dc58a-a6f8-4fc6-9689-be4b7fc56525', 'tenant_id': '67402faa97f64f238466e72ec9e27071', 'mac_address': 'fa:16:3e:72:7c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b4d804-7400-489c-b611-1d0e1d38b7cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '6c3b9855-037d-4be9-92be-e197c249828f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:11Z', 'updated_at': '2021-07-13T19:28:19Z', 'revision_number': 5, 'project_id': '67402faa97f64f238466e72ec9e27071', 'subnets': [{'id': '6c3b9855-037d-4be9-92be-e197c249828f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:33:53.496205 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d1227a-3e01-4c9c-9baa-437dd3ec8bc9 None None] New status for floating IP 74eb6706-7578-4cea-aecb-744a511f581c: DOWN {{(pid=92926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:33:54.065501 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43103c3e-0e87-4c78-8073-2d5b56db9568 req-7e3c6fe6-5da5-4408-b73e-d963d7c30bff tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:54.065501 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-43103c3e-0e87-4c78-8073-2d5b56db9568 req-7e3c6fe6-5da5-4408-b73e-d963d7c30bff tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 946 time: 0.0675051 Jul 13 19:33:54.106377 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-43103c3e-0e87-4c78-8073-2d5b56db9568 req-1374052b-c45a-42d3-8439-57904601400a tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/security-groups?id=4db08e9d-cd84-42ba-932f-62d3bd3b2487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341628 Jul 13 19:33:54.622011 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dfb9c3-804b-4965-8481-57584f1a1f35 req-25e94fed-4ed4-43d1-87c3-008cb8fa7469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:54.623521 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-98dfb9c3-804b-4965-8481-57584f1a1f35 req-25e94fed-4ed4-43d1-87c3-008cb8fa7469 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=67402faa97f64f238466e72ec9e27071&device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 1099 time: 0.0576065 Jul 13 19:33:54.714575 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dfb9c3-804b-4965-8481-57584f1a1f35 req-9143ded9-8b28-437b-80f7-ca8fb5391f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:54.716189 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-98dfb9c3-804b-4965-8481-57584f1a1f35 req-9143ded9-8b28-437b-80f7-ca8fb5391f05 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3e4dc58a-a6f8-4fc6-9689-be4b7fc56525 HTTP/1.1" status: 200 len: 910 time: 0.0856380 Jul 13 19:33:54.766208 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-98dfb9c3-804b-4965-8481-57584f1a1f35 req-164f84eb-5955-4fde-b1f1-584c9031d4dd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1db67f4a-337f-4ef0-a0c9-bc0adbe267ce HTTP/1.1" status: 200 len: 217 time: 0.0426843 Jul 13 19:33:54.817966 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dfb9c3-804b-4965-8481-57584f1a1f35 req-ed269065-1939-4bfc-8230-07044bee8dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:54.819619 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-98dfb9c3-804b-4965-8481-57584f1a1f35 req-ed269065-1939-4bfc-8230-07044bee8dbb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6c3b9855-037d-4be9-92be-e197c249828f HTTP/1.1" status: 200 len: 848 time: 0.0474436 Jul 13 19:33:54.883755 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dfb9c3-804b-4965-8481-57584f1a1f35 req-73cf383e-82e1-46a8-9082-4b310b3f30bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:54.885240 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-98dfb9c3-804b-4965-8481-57584f1a1f35 req-73cf383e-82e1-46a8-9082-4b310b3f30bd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3e4dc58a-a6f8-4fc6-9689-be4b7fc56525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0592477 Jul 13 19:33:54.975714 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-98dfb9c3-804b-4965-8481-57584f1a1f35 req-eadf4251-814b-419c-a6c6-ce5096109655 service neutron] 10.222.0.18 "GET /v2.0/networks/3e4dc58a-a6f8-4fc6-9689-be4b7fc56525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832870 Jul 13 19:33:55.071654 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-98dfb9c3-804b-4965-8481-57584f1a1f35 req-9cac892b-4eda-44a4-a29c-f42e6f5ac6a4 service neutron] 10.222.0.18 "GET /v2.0/networks/3e4dc58a-a6f8-4fc6-9689-be4b7fc56525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897014 Jul 13 19:33:55.290652 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e21ca-e386-4432-a321-34066a5bebc1 req-74121c21-057b-4c17-8917-63c6023651b6 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:55.292154 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-a40e21ca-e386-4432-a321-34066a5bebc1 req-74121c21-057b-4c17-8917-63c6023651b6 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 946 time: 0.0711961 Jul 13 19:33:55.330254 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-a40e21ca-e386-4432-a321-34066a5bebc1 req-c40ca416-e0be-4170-b365-1ea19bbfd088 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/security-groups?id=4db08e9d-cd84-42ba-932f-62d3bd3b2487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317953 Jul 13 19:33:56.115318 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b78b7-f11b-47cb-a7dc-78e32df7d1c3 req-37aafe34-7f5e-4707-9826-d03160f2f33c tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:56.116759 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ba7b78b7-f11b-47cb-a7dc-78e32df7d1c3 req-37aafe34-7f5e-4707-9826-d03160f2f33c tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 946 time: 0.0673585 Jul 13 19:33:56.230275 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [req-ba7b78b7-f11b-47cb-a7dc-78e32df7d1c3 req-9fb30cfc-0449-4afd-b1c5-60b24a5840e6 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Deleting port 1db67f4a-337f-4ef0-a0c9-bc0adbe267ce {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:33:56.230731 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-ba7b78b7-f11b-47cb-a7dc-78e32df7d1c3 req-9fb30cfc-0449-4afd-b1c5-60b24a5840e6 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752272853989'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:56.323044 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-ba7b78b7-f11b-47cb-a7dc-78e32df7d1c3 req-9fb30cfc-0449-4afd-b1c5-60b24a5840e6 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] For port 1db67f4a-337f-4ef0-a0c9-bc0adbe267ce, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=1db67f4a-337f-4ef0-a0c9-bc0adbe267ce,segment=NetworkSegment(7ab24263-1de9-41e1-b330-4c6bf47d6bcd),segment_id=7ab24263-1de9-41e1-b330-4c6bf47d6bcd)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:33:56.323433 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-ba7b78b7-f11b-47cb-a7dc-78e32df7d1c3 req-9fb30cfc-0449-4afd-b1c5-60b24a5840e6 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763640'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:56.336209 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [req-ba7b78b7-f11b-47cb-a7dc-78e32df7d1c3 req-9fb30cfc-0449-4afd-b1c5-60b24a5840e6 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Calling delete_port for 1db67f4a-337f-4ef0-a0c9-bc0adbe267ce owned by compute:nova {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:33:56.469992 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-ba7b78b7-f11b-47cb-a7dc-78e32df7d1c3 req-9fb30cfc-0449-4afd-b1c5-60b24a5840e6 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752272859917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752272454292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130471124'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:56.498416 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb30cfc-0449-4afd-b1c5-60b24a5840e6 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Pushing event deleted for resources: {'Port': ['ID=1db67f4a-337f-4ef0-a0c9-bc0adbe267ce,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:56.513087 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c34cf75-e097-4918-979d-185a5645b1b5 req-85cf96b8-f62e-4866-bd26-66efb4f8702e tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:33:56.516004 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-7c34cf75-e097-4918-979d-185a5645b1b5 req-85cf96b8-f62e-4866-bd26-66efb4f8702e tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d83e088-f62a-40f1-87d7-784bfcbcaed8 HTTP/1.1" status: 200 len: 867 time: 0.0676355 Jul 13 19:33:56.547625 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba7b78b7-f11b-47cb-a7dc-78e32df7d1c3 req-9fb30cfc-0449-4afd-b1c5-60b24a5840e6 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] No DVR routers for this DVR port 1db67f4a-337f-4ef0-a0c9-bc0adbe267ce on host hv-cinder-78693 {{(pid=92923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:33:56.550079 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-ba7b78b7-f11b-47cb-a7dc-78e32df7d1c3 req-9fb30cfc-0449-4afd-b1c5-60b24a5840e6 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:56.552085 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ba7b78b7-f11b-47cb-a7dc-78e32df7d1c3 req-9fb30cfc-0449-4afd-b1c5-60b24a5840e6 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.18 "DELETE /v2.0/ports/1db67f4a-337f-4ef0-a0c9-bc0adbe267ce HTTP/1.1" status: 204 len: 173 time: 0.4297788 Jul 13 19:33:56.552560 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d83e088-f62a-40f1-87d7-784bfcbcaed8', 'name': 'network-vif-deleted', 'tag': '1db67f4a-337f-4ef0-a0c9-bc0adbe267ce'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:33:56.554788 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1087dd994376df9afb132dbe65b34b6853527e2d112168992b97c33633c3add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759f274f-9177-4dd8-bda2-5558a05125ab" -d '{"events": [{"server_uuid": "3d83e088-f62a-40f1-87d7-784bfcbcaed8", "name": "network-vif-deleted", "tag": "1db67f4a-337f-4ef0-a0c9-bc0adbe267ce"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:33:56.561123 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-7c34cf75-e097-4918-979d-185a5645b1b5 req-7ce201eb-dca3-46f8-a288-35e4f1dad4d0 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "GET /v2.0/security-groups?id=4db08e9d-cd84-42ba-932f-62d3bd3b2487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375004 Jul 13 19:33:56.597084 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a3b99d-f89c-45ae-8c28-96076c8fc3ab x-openstack-request-id: req-89a3b99d-f89c-45ae-8c28-96076c8fc3ab {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:33:56.597379 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d83e088-f62a-40f1-87d7-784bfcbcaed8", "name": "network-vif-deleted", "tag": "1db67f4a-337f-4ef0-a0c9-bc0adbe267ce", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:33:56.597636 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-89a3b99d-f89c-45ae-8c28-96076c8fc3ab {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:33:56.598030 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d83e088-f62a-40f1-87d7-784bfcbcaed8', 'name': 'network-vif-deleted', 'tag': '1db67f4a-337f-4ef0-a0c9-bc0adbe267ce', 'status': 'completed', 'code': 200} Jul 13 19:33:57.664973 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 58554) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:57.723512 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-c0d79174-1bf1-4f03-930a-2f3d7b2c7a21 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:57.747938 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-c0d79174-1bf1-4f03-930a-2f3d7b2c7a21 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:57.810678 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-c0d79174-1bf1-4f03-930a-2f3d7b2c7a21 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:57.813349 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-c0d79174-1bf1-4f03-930a-2f3d7b2c7a21 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:57.814529 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-c0d79174-1bf1-4f03-930a-2f3d7b2c7a21 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] 10.222.0.67 "DELETE /v2.0/security-groups/4db08e9d-cd84-42ba-932f-62d3bd3b2487 HTTP/1.1" status: 204 len: 168 time: 0.1484909 Jul 13 19:33:57.823838 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d79174-1bf1-4f03-930a-2f3d7b2c7a21 tempest-TestShelveInstance-957843516 tempest-TestShelveInstance-957843516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db08e9d-cd84-42ba-932f-62d3bd3b2487,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:57.859443 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 58558) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:58.326086 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-0caccb03-f796-42f7-9160-5c1e559ddef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759643'] for router_interface, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:58.524497 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 58588) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:58.633619 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-0caccb03-f796-42f7-9160-5c1e559ddef1 admin admin] Deleting port 34e27a78-dfbd-4720-835b-b6d45b19a768 {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:33:58.633959 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-0caccb03-f796-42f7-9160-5c1e559ddef1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752272853989'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:58.644918 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a4931e95-ce5a-48a7-9ee5-ee0c63a888d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:58.724839 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-0caccb03-f796-42f7-9160-5c1e559ddef1 admin admin] For port 34e27a78-dfbd-4720-835b-b6d45b19a768, host dv-cinder-786932-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=34e27a78-dfbd-4720-835b-b6d45b19a768,segment=NetworkSegment(7ab24263-1de9-41e1-b330-4c6bf47d6bcd),segment_id=7ab24263-1de9-41e1-b330-4c6bf47d6bcd)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:33:58.725468 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-0caccb03-f796-42f7-9160-5c1e559ddef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763640'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:58.740872 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-0caccb03-f796-42f7-9160-5c1e559ddef1 admin admin] Calling delete_port for 34e27a78-dfbd-4720-835b-b6d45b19a768 owned by network:router_interface {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:33:58.758261 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a4931e95-ce5a-48a7-9ee5-ee0c63a888d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:58.767995 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a4931e95-ce5a-48a7-9ee5-ee0c63a888d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:58.812523 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4931e95-ce5a-48a7-9ee5-ee0c63a888d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67788e84-3b75-4236-96cd-1228882d8f0b,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:58.818449 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-a4931e95-ce5a-48a7-9ee5-ee0c63a888d7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2a8351a1c29b4a14aef162d260d8445b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2922931 Jul 13 19:33:58.820920 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 58602) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:58.883955 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bdc8d48b-07df-4a68-8fee-0930b3ec4db3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:58.912580 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bdc8d48b-07df-4a68-8fee-0930b3ec4db3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:58.966616 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-0caccb03-f796-42f7-9160-5c1e559ddef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752272859917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752272454292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126721041'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:58.975736 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bdc8d48b-07df-4a68-8fee-0930b3ec4db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:58.978580 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bdc8d48b-07df-4a68-8fee-0930b3ec4db3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:58.979942 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-bdc8d48b-07df-4a68-8fee-0930b3ec4db3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/67788e84-3b75-4236-96cd-1228882d8f0b HTTP/1.1" status: 204 len: 168 time: 0.1577697 Jul 13 19:33:58.988113 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc8d48b-07df-4a68-8fee-0930b3ec4db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67788e84-3b75-4236-96cd-1228882d8f0b,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:58.995097 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caccb03-f796-42f7-9160-5c1e559ddef1 admin admin] Pushing event deleted for resources: {'Port': ['ID=34e27a78-dfbd-4720-835b-b6d45b19a768,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:33:59.198626 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-0caccb03-f796-42f7-9160-5c1e559ddef1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759799'] for router_interface, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:59.420476 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0caccb03-f796-42f7-9160-5c1e559ddef1 admin admin] Router 51b4d804-7400-489c-b611-1d0e1d38b7cb has already been hosted by L3 agent beedb406-ab13-44dd-957b-972171d020d2 {{(pid=92924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:33:59.534164 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0caccb03-f796-42f7-9160-5c1e559ddef1 admin admin] Notify agent at l3_agent.dv-cinder-786932-3-iscsi the message routers_updated {{(pid=92924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:33:59.539365 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-0caccb03-f796-42f7-9160-5c1e559ddef1 admin admin] 10.222.0.67 "PUT /v2.0/routers/51b4d804-7400-489c-b611-1d0e1d38b7cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6787882 Jul 13 19:33:59.542059 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 58624) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:33:59.544537 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7779f306-cdb4-440b-b87b-7407f74baf7d None None] Sync routers for ids ['51b4d804-7400-489c-b611-1d0e1d38b7cb'] in dv-cinder-786932-3-iscsi {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:33:59.563742 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7779f306-cdb4-440b-b87b-7407f74baf7d None None] Routers {'51b4d804-7400-489c-b611-1d0e1d38b7cb'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:33:59.563742 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-7779f306-cdb4-440b-b87b-7407f74baf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:33:49Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['51b4d804-7400-489c-b611-1d0e1d38b7cb'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:59.661622 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-bf0324d5-6e0b-406d-b16f-f09d62a73461 admin admin] Notify callbacks [] for router, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:59.673210 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-7779f306-cdb4-440b-b87b-7407f74baf7d None None] Set router 51b4d804-7400-489c-b611-1d0e1d38b7cb gateway port host: dv-cinder-786932-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:33:59.768474 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-bf0324d5-6e0b-406d-b16f-f09d62a73461 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:59.830965 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-bf0324d5-6e0b-406d-b16f-f09d62a73461 admin admin] Deleting port d9c49a8d-a818-48fb-9a01-4fe97aa977c2 {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:33:59.831326 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-bf0324d5-6e0b-406d-b16f-f09d62a73461 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752272853989'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:59.868660 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-7779f306-cdb4-440b-b87b-7407f74baf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51b4d804-7400-489c-b611-1d0e1d38b7cb', 'name': 'tempest-TestShelveInstance-1502094256-router', 'tenant_id': '67402faa97f64f238466e72ec9e27071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'd9c49a8d-a818-48fb-9a01-4fe97aa977c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:28:08Z', 'updated_at': '2021-07-13T19:33:58Z', 'revision_number': 5, 'project_id': '67402faa97f64f238466e72ec9e27071', 'gw_port': {'id': 'd9c49a8d-a818-48fb-9a01-4fe97aa977c2', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b4d804-7400-489c-b611-1d0e1d38b7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:08Z', 'updated_at': '2021-07-13T19:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi'}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:59.896796 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7779f306-cdb4-440b-b87b-7407f74baf7d None None] Checking router: 51b4d804-7400-489c-b611-1d0e1d38b7cb for host: dv-cinder-786932-3-iscsi {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:33:59.906204 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7779f306-cdb4-440b-b87b-7407f74baf7d None None] Routers {'51b4d804-7400-489c-b611-1d0e1d38b7cb'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:33:59.906823 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-7779f306-cdb4-440b-b87b-7407f74baf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:33:49Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['51b4d804-7400-489c-b611-1d0e1d38b7cb'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:33:59.919796 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-bf0324d5-6e0b-406d-b16f-f09d62a73461 admin admin] For port d9c49a8d-a818-48fb-9a01-4fe97aa977c2, host dv-cinder-786932-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=d9c49a8d-a818-48fb-9a01-4fe97aa977c2,segment=NetworkSegment(2c1c5ac3-7b69-4096-8790-4108a346deee),segment_id=2c1c5ac3-7b69-4096-8790-4108a346deee)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:33:59.920196 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-bf0324d5-6e0b-406d-b16f-f09d62a73461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763640'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:33:59.942003 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-bf0324d5-6e0b-406d-b16f-f09d62a73461 admin admin] Calling delete_port for d9c49a8d-a818-48fb-9a01-4fe97aa977c2 owned by network:router_gateway {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:33:59.996936 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:00.014897 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-7779f306-cdb4-440b-b87b-7407f74baf7d None None] Set router 51b4d804-7400-489c-b611-1d0e1d38b7cb gateway port host: None {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:34:00.076358 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 58648) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:00.078885 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-7779f306-cdb4-440b-b87b-7407f74baf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51b4d804-7400-489c-b611-1d0e1d38b7cb', 'name': 'tempest-TestShelveInstance-1502094256-router', 'tenant_id': '67402faa97f64f238466e72ec9e27071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:28:08Z', 'updated_at': '2021-07-13T19:33:59Z', 'revision_number': 6, 'project_id': '67402faa97f64f238466e72ec9e27071', 'gw_port_host': None}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:00.110633 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7779f306-cdb4-440b-b87b-7407f74baf7d None None] The sync data for ids ['51b4d804-7400-489c-b611-1d0e1d38b7cb'] in dv-cinder-786932-3-iscsi is: [{'id': '51b4d804-7400-489c-b611-1d0e1d38b7cb', 'name': 'tempest-TestShelveInstance-1502094256-router', 'tenant_id': '67402faa97f64f238466e72ec9e27071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:28:08Z', 'updated_at': '2021-07-13T19:33:59Z', 'revision_number': 6, 'project_id': '67402faa97f64f238466e72ec9e27071', 'gw_port_host': None}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:34:00.145073 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ef2a3e5-218b-49be-a9fd-4b11cf925cba admin admin] Deleting subnet 4c55b75c-e95b-4d75-b3d3-1d3398e91efc {{(pid=92923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:34:00.152035 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1ef2a3e5-218b-49be-a9fd-4b11cf925cba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:00.186117 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-bf0324d5-6e0b-406d-b16f-f09d62a73461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752272859917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752272454292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126721041'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:00.193927 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1ef2a3e5-218b-49be-a9fd-4b11cf925cba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130178881'] for subnet, precommit_delete_associations {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:00.212746 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0324d5-6e0b-406d-b16f-f09d62a73461 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9c49a8d-a818-48fb-9a01-4fe97aa977c2,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:00.237064 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1ef2a3e5-218b-49be-a9fd-4b11cf925cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3824333'] for subnet, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:00.286511 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-bf0324d5-6e0b-406d-b16f-f09d62a73461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760337'] for router_gateway, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:00.305513 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1ef2a3e5-218b-49be-a9fd-4b11cf925cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3824308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130471049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130128640'] for subnet, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:00.333695 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef2a3e5-218b-49be-a9fd-4b11cf925cba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c55b75c-e95b-4d75-b3d3-1d3398e91efc,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:00.340961 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1ef2a3e5-218b-49be-a9fd-4b11cf925cba admin admin] Notify callbacks [] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:00.343605 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-1ef2a3e5-218b-49be-a9fd-4b11cf925cba admin admin] 10.222.0.67 "DELETE /v2.0/subnets/4c55b75c-e95b-4d75-b3d3-1d3398e91efc HTTP/1.1" status: 204 len: 168 time: 0.2655504 Jul 13 19:34:00.346015 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 58656) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:00.396164 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-bf0324d5-6e0b-406d-b16f-f09d62a73461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-759530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9155'] for router, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:00.398698 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-bf0324d5-6e0b-406d-b16f-f09d62a73461 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:00.422997 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-dffea3da-73bd-44bd-862f-50890d421143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3741476'] for network, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:00.450596 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-bf0324d5-6e0b-406d-b16f-f09d62a73461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-755738'] for router, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:00.455259 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf0324d5-6e0b-406d-b16f-f09d62a73461 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51b4d804-7400-489c-b611-1d0e1d38b7cb {{(pid=92924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:34:00.462513 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-bf0324d5-6e0b-406d-b16f-f09d62a73461 admin admin] Notify callbacks [] for router, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:00.463721 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-bf0324d5-6e0b-406d-b16f-f09d62a73461 admin admin] 10.222.0.67 "DELETE /v2.0/routers/51b4d804-7400-489c-b611-1d0e1d38b7cb HTTP/1.1" status: 204 len: 168 time: 0.9206998 Jul 13 19:34:00.466394 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 58658) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:00.523931 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-dffea3da-73bd-44bd-862f-50890d421143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3818072', 'neutron.services.segments.db._delete_segments_for_network-8752273001027'] for network, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:00.544092 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-dffea3da-73bd-44bd-862f-50890d421143 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc4c69a3-5df5-4a25-a95a-0599de5b5da3']}} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:00.550304 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.db_base_plugin_v2 [None req-5daf0422-9bd3-4d92-bfe1-427110fee379 admin admin] Deleting subnet 6c3b9855-037d-4be9-92be-e197c249828f {{(pid=92924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:34:00.556649 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5daf0422-9bd3-4d92-bfe1-427110fee379 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:00.558893 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-dffea3da-73bd-44bd-862f-50890d421143 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81cca3b5-4864-4943-a09d-5f4c648a4856') {'for_net_delete': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:00.559341 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-dffea3da-73bd-44bd-862f-50890d421143 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81cca3b5-4864-4943-a09d-5f4c648a4856') {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:00.569307 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-dffea3da-73bd-44bd-862f-50890d421143 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752273006156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130178904'] for segment, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:00.585659 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-dffea3da-73bd-44bd-862f-50890d421143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825552'] for segment, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:00.593941 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dffea3da-73bd-44bd-862f-50890d421143 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=92923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:34:00.594753 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-dffea3da-73bd-44bd-862f-50890d421143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130466087'] for segment, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:00.597463 dv-cinder-786932-3-iscsi neutron-server[92923]: Traceback (most recent call last): Jul 13 19:34:00.597463 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:34:00.597463 dv-cinder-786932-3-iscsi neutron-server[92923]: timer() Jul 13 19:34:00.597463 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:34:00.597463 dv-cinder-786932-3-iscsi neutron-server[92923]: cb(*args, **kw) Jul 13 19:34:00.597463 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:34:00.597463 dv-cinder-786932-3-iscsi neutron-server[92923]: return func(*args, **kwargs) Jul 13 19:34:00.597463 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:34:00.597463 dv-cinder-786932-3-iscsi neutron-server[92923]: self._notify() Jul 13 19:34:00.597463 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:34:00.597463 dv-cinder-786932-3-iscsi neutron-server[92923]: self.callback(batched_events) Jul 13 19:34:00.597463 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:34:00.597463 dv-cinder-786932-3-iscsi neutron-server[92923]: event.method(event) Jul 13 19:34:00.597463 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:34:00.597463 dv-cinder-786932-3-iscsi neutron-server[92923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:34:00.597463 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:34:00.597463 dv-cinder-786932-3-iscsi neutron-server[92923]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:34:00.597463 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:34:00.597463 dv-cinder-786932-3-iscsi neutron-server[92923]: return f(self, *a, **k) Jul 13 19:34:00.597463 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:34:00.597463 dv-cinder-786932-3-iscsi neutron-server[92923]: return self._get(url).json() Jul 13 19:34:00.597463 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:34:00.597463 dv-cinder-786932-3-iscsi neutron-server[92923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:34:00.597463 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:34:00.597463 dv-cinder-786932-3-iscsi neutron-server[92923]: return self.request(url, 'GET', **kwargs) Jul 13 19:34:00.597463 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:34:00.597463 dv-cinder-786932-3-iscsi neutron-server[92923]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:34:00.597463 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:34:00.597463 dv-cinder-786932-3-iscsi neutron-server[92923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:34:00.597463 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:34:00.597463 dv-cinder-786932-3-iscsi neutron-server[92923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:34:00.597463 dv-cinder-786932-3-iscsi neutron-server[92923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:34:00.620409 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5daf0422-9bd3-4d92-bfe1-427110fee379 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126721090'] for subnet, precommit_delete_associations {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:00.654435 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 58662) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:00.655285 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device 34e27a78-dfbd-4720-835b-b6d45b19a768 no longer exists at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:34:00.677755 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] No Port match for: 34e27a78-dfbd-4720-835b-b6d45b19a768 {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:34:00.678107 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device 34e27a78-dfbd-4720-835b-b6d45b19a768 not bound to the agent host dv-cinder-786932-3-iscsi {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:34:00.685894 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-dffea3da-73bd-44bd-862f-50890d421143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3818063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760437'] for network, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:00.695633 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device 1db67f4a-337f-4ef0-a0c9-bc0adbe267ce no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:34:00.697366 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-dffea3da-73bd-44bd-862f-50890d421143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600154'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:00.699607 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-dffea3da-73bd-44bd-862f-50890d421143 admin admin] 10.222.0.67 "DELETE /v2.0/networks/bc4c69a3-5df5-4a25-a95a-0599de5b5da3 HTTP/1.1" status: 204 len: 168 time: 0.3524210 Jul 13 19:34:00.710762 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 58666) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:00.717475 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] No Port match for: 1db67f4a-337f-4ef0-a0c9-bc0adbe267ce {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:34:00.718711 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device 1db67f4a-337f-4ef0-a0c9-bc0adbe267ce not bound to the agent host hv-cinder-78693 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:34:00.718832 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffea3da-73bd-44bd-862f-50890d421143 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc4c69a3-5df5-4a25-a95a-0599de5b5da3,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:00.740531 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5daf0422-9bd3-4d92-bfe1-427110fee379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3824333'] for subnet, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:00.762159 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f6811cf-51e2-477c-a134-6a7bc6cd102a admin admin] Deleting subnet dcabb865-d89b-4029-a6e7-44f7947c605e {{(pid=92923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:34:00.766242 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6f6811cf-51e2-477c-a134-6a7bc6cd102a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:00.797203 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5daf0422-9bd3-4d92-bfe1-427110fee379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3824308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126721100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125931225'] for subnet, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:00.806950 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b948d314-b47c-4e19-b851-0c7087b4298d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:00.822164 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6f6811cf-51e2-477c-a134-6a7bc6cd102a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130178881'] for subnet, precommit_delete_associations {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:00.825624 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5daf0422-9bd3-4d92-bfe1-427110fee379 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600154'] for subnet, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:00.830136 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-5daf0422-9bd3-4d92-bfe1-427110fee379 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/6c3b9855-037d-4be9-92be-e197c249828f HTTP/1.1" status: 204 len: 168 time: 0.3602026 Jul 13 19:34:00.830136 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daf0422-9bd3-4d92-bfe1-427110fee379 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c3b9855-037d-4be9-92be-e197c249828f,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:00.834043 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ed081e-7865-4c03-8f20-23b9aec33b16 None None] Network 3e4dc58a-a6f8-4fc6-9689-be4b7fc56525 requested from dv-cinder-786932-3-iscsi {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:34:00.835767 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 58668) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:00.889210 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6f6811cf-51e2-477c-a134-6a7bc6cd102a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3824333'] for subnet, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:00.921853 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3955540d-ee2b-4f2f-bd2e-ce36da380dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3741476'] for network, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:00.991675 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6f6811cf-51e2-477c-a134-6a7bc6cd102a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3824308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130471049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130128640'] for subnet, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:01.004410 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-3955540d-ee2b-4f2f-bd2e-ce36da380dad admin admin] Deleting port f86b3df8-13a4-435b-8140-2b6d77479c90 {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:34:01.005394 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3955540d-ee2b-4f2f-bd2e-ce36da380dad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752272853989'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:01.033154 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6811cf-51e2-477c-a134-6a7bc6cd102a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcabb865-d89b-4029-a6e7-44f7947c605e,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:01.041969 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6f6811cf-51e2-477c-a134-6a7bc6cd102a admin admin] Notify callbacks [] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:01.043864 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-6f6811cf-51e2-477c-a134-6a7bc6cd102a admin admin] 10.222.0.67 "DELETE /v2.0/subnets/dcabb865-d89b-4029-a6e7-44f7947c605e HTTP/1.1" status: 204 len: 168 time: 0.3321016 Jul 13 19:34:01.049390 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 58670) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:01.059835 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b948d314-b47c-4e19-b851-0c7087b4298d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:01.072234 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b948d314-b47c-4e19-b851-0c7087b4298d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:01.085488 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-3955540d-ee2b-4f2f-bd2e-ce36da380dad admin admin] For port f86b3df8-13a4-435b-8140-2b6d77479c90, host dv-cinder-786932-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=f86b3df8-13a4-435b-8140-2b6d77479c90,segment=NetworkSegment(7ab24263-1de9-41e1-b330-4c6bf47d6bcd),segment_id=7ab24263-1de9-41e1-b330-4c6bf47d6bcd)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:34:01.086118 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3955540d-ee2b-4f2f-bd2e-ce36da380dad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763640'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:01.094084 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5631d524-5206-4dd6-a8c9-810f5e91e911 None None] DHCP port deletion for 3e4dc58a-a6f8-4fc6-9689-be4b7fc56525 request from dv-cinder-786932-3-iscsi {{(pid=92925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:34:01.109471 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-3955540d-ee2b-4f2f-bd2e-ce36da380dad admin admin] Calling delete_port for f86b3df8-13a4-435b-8140-2b6d77479c90 owned by network:dhcp {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:34:01.154929 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-5631d524-5206-4dd6-a8c9-810f5e91e911 None None] Deleting port f86b3df8-13a4-435b-8140-2b6d77479c90 {{(pid=92925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:34:01.155337 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5631d524-5206-4dd6-a8c9-810f5e91e911 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752272853989'] for port, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:01.162829 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-b948d314-b47c-4e19-b851-0c7087b4298d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ef23ab0e1bf24fcd8eaaa2bbf93eb968&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5073123 Jul 13 19:34:01.163444 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 58672) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:01.167512 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8d44472d-4c97-45b0-9eb5-3926448528cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3741476'] for network, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:01.169490 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b948d314-b47c-4e19-b851-0c7087b4298d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccdcfd42-3a97-4295-b8d0-cd4aa7363743,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:01.214957 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3955540d-ee2b-4f2f-bd2e-ce36da380dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752272859917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752272454292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126721041'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:01.240213 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-5631d524-5206-4dd6-a8c9-810f5e91e911 None None] For port f86b3df8-13a4-435b-8140-2b6d77479c90, host dv-cinder-786932-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=f86b3df8-13a4-435b-8140-2b6d77479c90,segment=NetworkSegment(7ab24263-1de9-41e1-b330-4c6bf47d6bcd),segment_id=7ab24263-1de9-41e1-b330-4c6bf47d6bcd)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:34:01.241023 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5631d524-5206-4dd6-a8c9-810f5e91e911 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763640'] for port, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:01.245573 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3955540d-ee2b-4f2f-bd2e-ce36da380dad admin admin] No DVR routers for this DVR port f86b3df8-13a4-435b-8140-2b6d77479c90 on host dv-cinder-786932-3-iscsi {{(pid=92924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:34:01.249538 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3955540d-ee2b-4f2f-bd2e-ce36da380dad admin admin] Pushing event deleted for resources: {'Port': ['ID=f86b3df8-13a4-435b-8140-2b6d77479c90,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:01.258253 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-5631d524-5206-4dd6-a8c9-810f5e91e911 None None] Calling delete_port for f86b3df8-13a4-435b-8140-2b6d77479c90 owned by network:dhcp {{(pid=92925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:34:01.310295 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0c2725bc-7192-424f-8da7-625604f17786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:01.313849 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8d44472d-4c97-45b0-9eb5-3926448528cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3818072', 'neutron.services.segments.db._delete_segments_for_network-8752273001027'] for network, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:01.331171 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3955540d-ee2b-4f2f-bd2e-ce36da380dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3818072', 'neutron.services.segments.db._delete_segments_for_network-8752273001027'] for network, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:01.331444 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-8d44472d-4c97-45b0-9eb5-3926448528cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5d76182-401c-46aa-93b4-361ca09295ad']}} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:01.345629 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.services.segments.db [None req-3955540d-ee2b-4f2f-bd2e-ce36da380dad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e4dc58a-a6f8-4fc6-9689-be4b7fc56525']}} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:01.349145 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-8d44472d-4c97-45b0-9eb5-3926448528cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b31c222e-57a5-419e-aeac-8cb79d684cb4') {'for_net_delete': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:01.349319 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-8d44472d-4c97-45b0-9eb5-3926448528cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b31c222e-57a5-419e-aeac-8cb79d684cb4') {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:01.357266 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5631d524-5206-4dd6-a8c9-810f5e91e911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752272859917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752272454292'] for port, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:01.359903 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0c2725bc-7192-424f-8da7-625604f17786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:01.383813 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5631d524-5206-4dd6-a8c9-810f5e91e911 None None] Pushing event deleted for resources: {'Port': ['ID=f86b3df8-13a4-435b-8140-2b6d77479c90,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:01.393076 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5631d524-5206-4dd6-a8c9-810f5e91e911 None None] No DVR routers for this DVR port f86b3df8-13a4-435b-8140-2b6d77479c90 on host dv-cinder-786932-3-iscsi {{(pid=92925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:34:01.397074 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5631d524-5206-4dd6-a8c9-810f5e91e911 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:01.397790 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5631d524-5206-4dd6-a8c9-810f5e91e911 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:01.398444 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5631d524-5206-4dd6-a8c9-810f5e91e911 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:01.399003 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5631d524-5206-4dd6-a8c9-810f5e91e911 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:01.399588 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5631d524-5206-4dd6-a8c9-810f5e91e911 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:01.402241 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5631d524-5206-4dd6-a8c9-810f5e91e911 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:01.403209 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5631d524-5206-4dd6-a8c9-810f5e91e911 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:01.403830 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5631d524-5206-4dd6-a8c9-810f5e91e911 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:01.404412 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5631d524-5206-4dd6-a8c9-810f5e91e911 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:01.404975 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5631d524-5206-4dd6-a8c9-810f5e91e911 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:01.406262 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5631d524-5206-4dd6-a8c9-810f5e91e911 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:01.406868 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5631d524-5206-4dd6-a8c9-810f5e91e911 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:01.417521 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8d44472d-4c97-45b0-9eb5-3926448528cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752273006156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130178904'] for segment, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:01.439810 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8d44472d-4c97-45b0-9eb5-3926448528cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825552'] for segment, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:01.447498 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0c2725bc-7192-424f-8da7-625604f17786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:01.450373 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0c2725bc-7192-424f-8da7-625604f17786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:01.453533 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-0c2725bc-7192-424f-8da7-625604f17786 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ccdcfd42-3a97-4295-b8d0-cd4aa7363743 HTTP/1.1" status: 204 len: 168 time: 0.2870424 Jul 13 19:34:01.457272 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d44472d-4c97-45b0-9eb5-3926448528cd admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=92923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:34:01.457635 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8d44472d-4c97-45b0-9eb5-3926448528cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130466087'] for segment, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:01.462230 dv-cinder-786932-3-iscsi neutron-server[92923]: Traceback (most recent call last): Jul 13 19:34:01.462230 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:34:01.462230 dv-cinder-786932-3-iscsi neutron-server[92923]: timer() Jul 13 19:34:01.462230 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:34:01.462230 dv-cinder-786932-3-iscsi neutron-server[92923]: cb(*args, **kw) Jul 13 19:34:01.462230 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:34:01.462230 dv-cinder-786932-3-iscsi neutron-server[92923]: return func(*args, **kwargs) Jul 13 19:34:01.462230 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:34:01.462230 dv-cinder-786932-3-iscsi neutron-server[92923]: self._notify() Jul 13 19:34:01.462230 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:34:01.462230 dv-cinder-786932-3-iscsi neutron-server[92923]: self.callback(batched_events) Jul 13 19:34:01.462230 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:34:01.462230 dv-cinder-786932-3-iscsi neutron-server[92923]: event.method(event) Jul 13 19:34:01.462230 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:34:01.462230 dv-cinder-786932-3-iscsi neutron-server[92923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:34:01.462230 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:34:01.462230 dv-cinder-786932-3-iscsi neutron-server[92923]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:34:01.462230 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:34:01.462230 dv-cinder-786932-3-iscsi neutron-server[92923]: return f(self, *a, **k) Jul 13 19:34:01.462230 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:34:01.462230 dv-cinder-786932-3-iscsi neutron-server[92923]: return self._get(url).json() Jul 13 19:34:01.462230 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:34:01.462230 dv-cinder-786932-3-iscsi neutron-server[92923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:34:01.462230 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:34:01.462230 dv-cinder-786932-3-iscsi neutron-server[92923]: return self.request(url, 'GET', **kwargs) Jul 13 19:34:01.462230 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:34:01.462230 dv-cinder-786932-3-iscsi neutron-server[92923]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:34:01.462230 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:34:01.462230 dv-cinder-786932-3-iscsi neutron-server[92923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:34:01.462230 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:34:01.462230 dv-cinder-786932-3-iscsi neutron-server[92923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:34:01.462230 dv-cinder-786932-3-iscsi neutron-server[92923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:34:01.514192 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2725bc-7192-424f-8da7-625604f17786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccdcfd42-3a97-4295-b8d0-cd4aa7363743,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:01.543833 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8d44472d-4c97-45b0-9eb5-3926448528cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3818063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760437'] for network, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:01.551653 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8d44472d-4c97-45b0-9eb5-3926448528cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600154'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:01.556430 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-8d44472d-4c97-45b0-9eb5-3926448528cd admin admin] 10.222.0.67 "DELETE /v2.0/networks/a5d76182-401c-46aa-93b4-361ca09295ad HTTP/1.1" status: 204 len: 168 time: 0.5059519 Jul 13 19:34:01.569544 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d44472d-4c97-45b0-9eb5-3926448528cd admin admin] Pushing event deleted for resources: {'Network': ['ID=a5d76182-401c-46aa-93b4-361ca09295ad,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:01.669638 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.services.segments.db [None req-3955540d-ee2b-4f2f-bd2e-ce36da380dad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ab24263-1de9-41e1-b330-4c6bf47d6bcd') {'for_net_delete': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:01.669843 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.services.segments.db [None req-3955540d-ee2b-4f2f-bd2e-ce36da380dad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ab24263-1de9-41e1-b330-4c6bf47d6bcd') {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:01.680492 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3955540d-ee2b-4f2f-bd2e-ce36da380dad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752273006156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126721115'] for segment, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:01.696095 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3955540d-ee2b-4f2f-bd2e-ce36da380dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825552'] for segment, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:01.703778 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3955540d-ee2b-4f2f-bd2e-ce36da380dad admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=92924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:34:01.704209 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3955540d-ee2b-4f2f-bd2e-ce36da380dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126716386'] for segment, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:01.706040 dv-cinder-786932-3-iscsi neutron-server[92924]: Traceback (most recent call last): Jul 13 19:34:01.706040 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:34:01.706040 dv-cinder-786932-3-iscsi neutron-server[92924]: timer() Jul 13 19:34:01.706040 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:34:01.706040 dv-cinder-786932-3-iscsi neutron-server[92924]: cb(*args, **kw) Jul 13 19:34:01.706040 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:34:01.706040 dv-cinder-786932-3-iscsi neutron-server[92924]: return func(*args, **kwargs) Jul 13 19:34:01.706040 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:34:01.706040 dv-cinder-786932-3-iscsi neutron-server[92924]: self._notify() Jul 13 19:34:01.706040 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:34:01.706040 dv-cinder-786932-3-iscsi neutron-server[92924]: self.callback(batched_events) Jul 13 19:34:01.706040 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:34:01.706040 dv-cinder-786932-3-iscsi neutron-server[92924]: event.method(event) Jul 13 19:34:01.706040 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:34:01.706040 dv-cinder-786932-3-iscsi neutron-server[92924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:34:01.706040 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:34:01.706040 dv-cinder-786932-3-iscsi neutron-server[92924]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:34:01.706040 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:34:01.706040 dv-cinder-786932-3-iscsi neutron-server[92924]: return f(self, *a, **k) Jul 13 19:34:01.706040 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:34:01.706040 dv-cinder-786932-3-iscsi neutron-server[92924]: return self._get(url).json() Jul 13 19:34:01.706040 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:34:01.706040 dv-cinder-786932-3-iscsi neutron-server[92924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:34:01.706040 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:34:01.706040 dv-cinder-786932-3-iscsi neutron-server[92924]: return self.request(url, 'GET', **kwargs) Jul 13 19:34:01.706040 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:34:01.706040 dv-cinder-786932-3-iscsi neutron-server[92924]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:34:01.706040 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:34:01.706040 dv-cinder-786932-3-iscsi neutron-server[92924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:34:01.706040 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:34:01.706040 dv-cinder-786932-3-iscsi neutron-server[92924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:34:01.706040 dv-cinder-786932-3-iscsi neutron-server[92924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:34:01.746587 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 58680) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:01.765604 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3955540d-ee2b-4f2f-bd2e-ce36da380dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3818063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760437'] for network, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:01.775045 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3955540d-ee2b-4f2f-bd2e-ce36da380dad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600154'] for network, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:01.777106 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-3955540d-ee2b-4f2f-bd2e-ce36da380dad admin admin] 10.222.0.67 "DELETE /v2.0/networks/3e4dc58a-a6f8-4fc6-9689-be4b7fc56525 HTTP/1.1" status: 204 len: 168 time: 0.9375305 Jul 13 19:34:01.783056 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 58682) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:01.790913 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3955540d-ee2b-4f2f-bd2e-ce36da380dad admin admin] Pushing event deleted for resources: {'Network': ['ID=3e4dc58a-a6f8-4fc6-9689-be4b7fc56525,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:01.819600 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 58684) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:01.834488 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5e22c827-f0fd-45f8-a3c6-56235beb0742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:01.856989 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-d702b66c-0b6f-43a0-a7d0-e6c339a913c5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e8311bf6589e408ea11f382b1005f438&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1088378 Jul 13 19:34:01.860972 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 58686) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:01.948461 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4264aa0e-d5a4-440b-92c4-26a5881113ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:01.984940 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4264aa0e-d5a4-440b-92c4-26a5881113ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:02.005269 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5e22c827-f0fd-45f8-a3c6-56235beb0742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:02.011475 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5e22c827-f0fd-45f8-a3c6-56235beb0742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:02.068088 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-5e22c827-f0fd-45f8-a3c6-56235beb0742 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=730bbc7771344af4b9702725be137f16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2473819 Jul 13 19:34:02.070637 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 58688) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:02.078153 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22c827-f0fd-45f8-a3c6-56235beb0742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00551e4e-7ba9-4e1e-a4d2-153659780d48,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:02.107493 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4264aa0e-d5a4-440b-92c4-26a5881113ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:02.110519 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4264aa0e-d5a4-440b-92c4-26a5881113ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:02.111852 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-4264aa0e-d5a4-440b-92c4-26a5881113ac admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/84238086-d278-42f7-bd6c-b9e8baa17c8d HTTP/1.1" status: 204 len: 168 time: 0.2499180 Jul 13 19:34:02.127872 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4264aa0e-d5a4-440b-92c4-26a5881113ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84238086-d278-42f7-bd6c-b9e8baa17c8d,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:02.148178 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a2155245-1c9b-40ae-9473-d2e0dbef0683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:02.172847 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a2155245-1c9b-40ae-9473-d2e0dbef0683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:02.190523 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1e9392dd-61b0-4493-b341-d88ca8c7e949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759643'] for router_interface, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:02.229360 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a2155245-1c9b-40ae-9473-d2e0dbef0683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:02.232776 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a2155245-1c9b-40ae-9473-d2e0dbef0683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:02.236302 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-a2155245-1c9b-40ae-9473-d2e0dbef0683 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/00551e4e-7ba9-4e1e-a4d2-153659780d48 HTTP/1.1" status: 204 len: 168 time: 0.1624749 Jul 13 19:34:02.249019 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2155245-1c9b-40ae-9473-d2e0dbef0683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00551e4e-7ba9-4e1e-a4d2-153659780d48,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:02.367754 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device d9c49a8d-a818-48fb-9a01-4fe97aa977c2 no longer exists at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:34:02.396225 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] No Port match for: d9c49a8d-a818-48fb-9a01-4fe97aa977c2 {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:34:02.396225 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device d9c49a8d-a818-48fb-9a01-4fe97aa977c2 not bound to the agent host dv-cinder-786932-3-iscsi {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:34:02.396225 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device f86b3df8-13a4-435b-8140-2b6d77479c90 no longer exists at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:34:02.416766 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] No Port match for: f86b3df8-13a4-435b-8140-2b6d77479c90 {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:34:02.417464 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device f86b3df8-13a4-435b-8140-2b6d77479c90 not bound to the agent host dv-cinder-786932-3-iscsi {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:34:02.674924 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 58704) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:02.764417 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-86c01eac-2eae-4498-87d2-e1d52591a54f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=289521f9026a404bb94e51874c9a2039&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0882552 Jul 13 19:34:02.767545 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 58708) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:02.787504 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-1e9392dd-61b0-4493-b341-d88ca8c7e949 admin admin] Deleting port cb906f00-3658-4835-8ce0-0d129bab0598 {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:34:02.787945 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1e9392dd-61b0-4493-b341-d88ca8c7e949 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752272853989'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:02.819762 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-cb6b12aa-e2af-497b-a6fa-4d2a348b7375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:02.842338 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-cb6b12aa-e2af-497b-a6fa-4d2a348b7375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:02.869512 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-1e9392dd-61b0-4493-b341-d88ca8c7e949 admin admin] For port cb906f00-3658-4835-8ce0-0d129bab0598, host dv-cinder-786932-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=cb906f00-3658-4835-8ce0-0d129bab0598,segment=NetworkSegment(9d81fdea-206d-4d44-89db-bd9a7333dad6),segment_id=9d81fdea-206d-4d44-89db-bd9a7333dad6)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:34:02.869863 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1e9392dd-61b0-4493-b341-d88ca8c7e949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763640'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:02.886271 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-1e9392dd-61b0-4493-b341-d88ca8c7e949 admin admin] Calling delete_port for cb906f00-3658-4835-8ce0-0d129bab0598 owned by network:router_interface {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:34:02.902677 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-cb6b12aa-e2af-497b-a6fa-4d2a348b7375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:02.908865 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-cb6b12aa-e2af-497b-a6fa-4d2a348b7375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:02.913125 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-cb6b12aa-e2af-497b-a6fa-4d2a348b7375 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f1a6bfec-7ce0-4ccf-ae19-f1404de3479b HTTP/1.1" status: 204 len: 168 time: 0.1409984 Jul 13 19:34:02.927819 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6b12aa-e2af-497b-a6fa-4d2a348b7375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a6bfec-7ce0-4ccf-ae19-f1404de3479b,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:03.100358 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1e9392dd-61b0-4493-b341-d88ca8c7e949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752272859917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752272454292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130471124'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:03.142690 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9392dd-61b0-4493-b341-d88ca8c7e949 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb906f00-3658-4835-8ce0-0d129bab0598,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:03.322672 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1e9392dd-61b0-4493-b341-d88ca8c7e949 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759799'] for router_interface, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:03.558506 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e9392dd-61b0-4493-b341-d88ca8c7e949 admin admin] Router 73cb4a99-4871-41fd-a685-b2ae06563a06 has already been hosted by L3 agent beedb406-ab13-44dd-957b-972171d020d2 {{(pid=92923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:34:03.689458 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9392dd-61b0-4493-b341-d88ca8c7e949 admin admin] Notify agent at l3_agent.dv-cinder-786932-3-iscsi the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:34:03.698472 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51235ab5-b8f0-42a5-ac9b-268eedac40f0 None None] Sync routers for ids ['73cb4a99-4871-41fd-a685-b2ae06563a06'] in dv-cinder-786932-3-iscsi {{(pid=92926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:34:03.700353 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-1e9392dd-61b0-4493-b341-d88ca8c7e949 admin admin] 10.222.0.67 "PUT /v2.0/routers/73cb4a99-4871-41fd-a685-b2ae06563a06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9161232 Jul 13 19:34:03.703212 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 58750) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:03.727401 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51235ab5-b8f0-42a5-ac9b-268eedac40f0 None None] Routers {'73cb4a99-4871-41fd-a685-b2ae06563a06'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:34:03.728066 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-51235ab5-b8f0-42a5-ac9b-268eedac40f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:33:49Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['73cb4a99-4871-41fd-a685-b2ae06563a06'], 'active': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:03.855735 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-cedd241c-5db2-4f88-9eb4-8e724eeb5d52 admin admin] Notify callbacks [] for router, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:03.861673 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvr_db [None req-51235ab5-b8f0-42a5-ac9b-268eedac40f0 None None] Set router 73cb4a99-4871-41fd-a685-b2ae06563a06 gateway port host: dv-cinder-786932-3-iscsi {{(pid=92926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:34:03.974831 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-cedd241c-5db2-4f88-9eb4-8e724eeb5d52 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:04.037842 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-cedd241c-5db2-4f88-9eb4-8e724eeb5d52 admin admin] Deleting port bf6a73e9-b065-43c3-8575-4425fd3500e5 {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:34:04.038191 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-cedd241c-5db2-4f88-9eb4-8e724eeb5d52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752272853989'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:04.079602 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-51235ab5-b8f0-42a5-ac9b-268eedac40f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73cb4a99-4871-41fd-a685-b2ae06563a06', 'name': 'tempest-TestShelveInstance-819151469-router', 'tenant_id': '60e8d849e6fe42a4986c11ae83686222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'bf6a73e9-b065-43c3-8575-4425fd3500e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:28:14Z', 'updated_at': '2021-07-13T19:34:03Z', 'revision_number': 5, 'project_id': '60e8d849e6fe42a4986c11ae83686222', 'gw_port': {'id': 'bf6a73e9-b065-43c3-8575-4425fd3500e5', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ef:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cb4a99-4871-41fd-a685-b2ae06563a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:28:15Z', 'updated_at': '2021-07-13T19:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi'}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:04.113039 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51235ab5-b8f0-42a5-ac9b-268eedac40f0 None None] Checking router: 73cb4a99-4871-41fd-a685-b2ae06563a06 for host: dv-cinder-786932-3-iscsi {{(pid=92926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:34:04.122553 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51235ab5-b8f0-42a5-ac9b-268eedac40f0 None None] Routers {'73cb4a99-4871-41fd-a685-b2ae06563a06'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:34:04.123452 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-51235ab5-b8f0-42a5-ac9b-268eedac40f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:33:49Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['73cb4a99-4871-41fd-a685-b2ae06563a06'], 'active': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:04.133979 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-cedd241c-5db2-4f88-9eb4-8e724eeb5d52 admin admin] For port bf6a73e9-b065-43c3-8575-4425fd3500e5, host dv-cinder-786932-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=bf6a73e9-b065-43c3-8575-4425fd3500e5,segment=NetworkSegment(2c1c5ac3-7b69-4096-8790-4108a346deee),segment_id=2c1c5ac3-7b69-4096-8790-4108a346deee)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:34:04.134471 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-cedd241c-5db2-4f88-9eb4-8e724eeb5d52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763640'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:04.151434 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-cedd241c-5db2-4f88-9eb4-8e724eeb5d52 admin admin] Calling delete_port for bf6a73e9-b065-43c3-8575-4425fd3500e5 owned by network:router_gateway {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:34:04.223985 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvr_db [None req-51235ab5-b8f0-42a5-ac9b-268eedac40f0 None None] Set router 73cb4a99-4871-41fd-a685-b2ae06563a06 gateway port host: None {{(pid=92926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:34:04.308210 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-51235ab5-b8f0-42a5-ac9b-268eedac40f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73cb4a99-4871-41fd-a685-b2ae06563a06', 'name': 'tempest-TestShelveInstance-819151469-router', 'tenant_id': '60e8d849e6fe42a4986c11ae83686222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:28:14Z', 'updated_at': '2021-07-13T19:34:03Z', 'revision_number': 6, 'project_id': '60e8d849e6fe42a4986c11ae83686222', 'gw_port_host': None}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:04.353971 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51235ab5-b8f0-42a5-ac9b-268eedac40f0 None None] The sync data for ids ['73cb4a99-4871-41fd-a685-b2ae06563a06'] in dv-cinder-786932-3-iscsi is: [{'id': '73cb4a99-4871-41fd-a685-b2ae06563a06', 'name': 'tempest-TestShelveInstance-819151469-router', 'tenant_id': '60e8d849e6fe42a4986c11ae83686222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:28:14Z', 'updated_at': '2021-07-13T19:34:03Z', 'revision_number': 6, 'project_id': '60e8d849e6fe42a4986c11ae83686222', 'gw_port_host': None}] {{(pid=92926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:34:04.400341 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-cedd241c-5db2-4f88-9eb4-8e724eeb5d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752272859917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752272454292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126721041'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:04.428740 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedd241c-5db2-4f88-9eb4-8e724eeb5d52 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf6a73e9-b065-43c3-8575-4425fd3500e5,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:04.494591 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-cedd241c-5db2-4f88-9eb4-8e724eeb5d52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760337'] for router_gateway, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:04.594999 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-cedd241c-5db2-4f88-9eb4-8e724eeb5d52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-759530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9155'] for router, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:04.597358 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-cedd241c-5db2-4f88-9eb4-8e724eeb5d52 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:04.645621 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-cedd241c-5db2-4f88-9eb4-8e724eeb5d52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-755738'] for router, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:04.646248 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cedd241c-5db2-4f88-9eb4-8e724eeb5d52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73cb4a99-4871-41fd-a685-b2ae06563a06 {{(pid=92924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:34:04.650727 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-cedd241c-5db2-4f88-9eb4-8e724eeb5d52 admin admin] Notify callbacks [] for router, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:04.651959 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-cedd241c-5db2-4f88-9eb4-8e724eeb5d52 admin admin] 10.222.0.67 "DELETE /v2.0/routers/73cb4a99-4871-41fd-a685-b2ae06563a06 HTTP/1.1" status: 204 len: 168 time: 0.9476056 Jul 13 19:34:04.654733 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 58774) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:04.701542 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.db_base_plugin_v2 [None req-6820c913-dccd-421d-a474-231e3dae6300 admin admin] Deleting subnet 012635ad-d08d-4236-b2a7-214905ad6a65 {{(pid=92924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:34:04.705592 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-6820c913-dccd-421d-a474-231e3dae6300 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:04.739863 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-6820c913-dccd-421d-a474-231e3dae6300 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126721090'] for subnet, precommit_delete_associations {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:04.823339 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-6820c913-dccd-421d-a474-231e3dae6300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3824333'] for subnet, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:04.874098 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-6820c913-dccd-421d-a474-231e3dae6300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3824308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126721100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125931225'] for subnet, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:04.898109 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6820c913-dccd-421d-a474-231e3dae6300 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=012635ad-d08d-4236-b2a7-214905ad6a65,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:04.903689 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-6820c913-dccd-421d-a474-231e3dae6300 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600154'] for subnet, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:04.905569 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-6820c913-dccd-421d-a474-231e3dae6300 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/012635ad-d08d-4236-b2a7-214905ad6a65 HTTP/1.1" status: 204 len: 168 time: 0.2498038 Jul 13 19:34:04.908674 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 58776) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:04.909174 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64364055-6936-4ab4-9771-a75d08cc7fc0 None None] Network 9d026157-4cd7-42f9-b114-cacccc4d62d8 requested from dv-cinder-786932-3-iscsi {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:34:04.977537 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a9e2eba2-40e7-4c51-af6e-6cc43067607c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3741476'] for network, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:05.030994 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-a9e2eba2-40e7-4c51-af6e-6cc43067607c admin admin] Deleting port 69935d82-d2ac-4b70-9b69-7ab3a0b232ec {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:34:05.031365 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a9e2eba2-40e7-4c51-af6e-6cc43067607c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752272853989'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:05.100929 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-a9e2eba2-40e7-4c51-af6e-6cc43067607c admin admin] For port 69935d82-d2ac-4b70-9b69-7ab3a0b232ec, host dv-cinder-786932-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=69935d82-d2ac-4b70-9b69-7ab3a0b232ec,segment=NetworkSegment(9d81fdea-206d-4d44-89db-bd9a7333dad6),segment_id=9d81fdea-206d-4d44-89db-bd9a7333dad6)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:34:05.101302 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a9e2eba2-40e7-4c51-af6e-6cc43067607c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763640'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:05.115457 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-a9e2eba2-40e7-4c51-af6e-6cc43067607c admin admin] Calling delete_port for 69935d82-d2ac-4b70-9b69-7ab3a0b232ec owned by network:dhcp {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:34:05.129704 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37286740-fcd4-4827-88bf-2446a9e89da8 None None] DHCP port deletion for 9d026157-4cd7-42f9-b114-cacccc4d62d8 request from dv-cinder-786932-3-iscsi {{(pid=92925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:34:05.178092 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-37286740-fcd4-4827-88bf-2446a9e89da8 None None] Deleting port 69935d82-d2ac-4b70-9b69-7ab3a0b232ec {{(pid=92925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:34:05.178383 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-37286740-fcd4-4827-88bf-2446a9e89da8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752272853989'] for port, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:05.199450 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a9e2eba2-40e7-4c51-af6e-6cc43067607c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752272859917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752272454292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130471124'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:05.225576 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e2eba2-40e7-4c51-af6e-6cc43067607c admin admin] Pushing event deleted for resources: {'Port': ['ID=69935d82-d2ac-4b70-9b69-7ab3a0b232ec,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:05.229119 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e2eba2-40e7-4c51-af6e-6cc43067607c admin admin] No DVR routers for this DVR port 69935d82-d2ac-4b70-9b69-7ab3a0b232ec on host dv-cinder-786932-3-iscsi {{(pid=92923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:34:05.244251 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-37286740-fcd4-4827-88bf-2446a9e89da8 None None] For port 69935d82-d2ac-4b70-9b69-7ab3a0b232ec, host dv-cinder-786932-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=69935d82-d2ac-4b70-9b69-7ab3a0b232ec,segment=NetworkSegment(9d81fdea-206d-4d44-89db-bd9a7333dad6),segment_id=9d81fdea-206d-4d44-89db-bd9a7333dad6)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:34:05.244661 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-37286740-fcd4-4827-88bf-2446a9e89da8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763640'] for port, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:05.263148 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-37286740-fcd4-4827-88bf-2446a9e89da8 None None] Calling delete_port for 69935d82-d2ac-4b70-9b69-7ab3a0b232ec owned by network:dhcp {{(pid=92925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:34:05.304920 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a9e2eba2-40e7-4c51-af6e-6cc43067607c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3818072', 'neutron.services.segments.db._delete_segments_for_network-8752273001027'] for network, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:05.316453 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-a9e2eba2-40e7-4c51-af6e-6cc43067607c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d026157-4cd7-42f9-b114-cacccc4d62d8']}} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:05.333405 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-a9e2eba2-40e7-4c51-af6e-6cc43067607c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d81fdea-206d-4d44-89db-bd9a7333dad6') {'for_net_delete': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:05.333764 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-a9e2eba2-40e7-4c51-af6e-6cc43067607c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d81fdea-206d-4d44-89db-bd9a7333dad6') {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:05.340908 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-37286740-fcd4-4827-88bf-2446a9e89da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752272859917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752272454292'] for port, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:05.342777 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a9e2eba2-40e7-4c51-af6e-6cc43067607c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752273006156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130178904'] for segment, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:05.358609 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a9e2eba2-40e7-4c51-af6e-6cc43067607c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825552'] for segment, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:05.365668 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9e2eba2-40e7-4c51-af6e-6cc43067607c admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=92923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:34:05.366080 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a9e2eba2-40e7-4c51-af6e-6cc43067607c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130466087'] for segment, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:05.367877 dv-cinder-786932-3-iscsi neutron-server[92923]: Traceback (most recent call last): Jul 13 19:34:05.367877 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:34:05.367877 dv-cinder-786932-3-iscsi neutron-server[92923]: timer() Jul 13 19:34:05.367877 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:34:05.367877 dv-cinder-786932-3-iscsi neutron-server[92923]: cb(*args, **kw) Jul 13 19:34:05.367877 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:34:05.367877 dv-cinder-786932-3-iscsi neutron-server[92923]: return func(*args, **kwargs) Jul 13 19:34:05.367877 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:34:05.367877 dv-cinder-786932-3-iscsi neutron-server[92923]: self._notify() Jul 13 19:34:05.367877 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:34:05.367877 dv-cinder-786932-3-iscsi neutron-server[92923]: self.callback(batched_events) Jul 13 19:34:05.367877 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:34:05.367877 dv-cinder-786932-3-iscsi neutron-server[92923]: event.method(event) Jul 13 19:34:05.367877 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:34:05.367877 dv-cinder-786932-3-iscsi neutron-server[92923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:34:05.367877 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:34:05.367877 dv-cinder-786932-3-iscsi neutron-server[92923]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:34:05.367877 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:34:05.367877 dv-cinder-786932-3-iscsi neutron-server[92923]: return f(self, *a, **k) Jul 13 19:34:05.367877 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:34:05.367877 dv-cinder-786932-3-iscsi neutron-server[92923]: return self._get(url).json() Jul 13 19:34:05.367877 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:34:05.367877 dv-cinder-786932-3-iscsi neutron-server[92923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:34:05.367877 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:34:05.367877 dv-cinder-786932-3-iscsi neutron-server[92923]: return self.request(url, 'GET', **kwargs) Jul 13 19:34:05.367877 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:34:05.367877 dv-cinder-786932-3-iscsi neutron-server[92923]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:34:05.367877 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:34:05.367877 dv-cinder-786932-3-iscsi neutron-server[92923]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:34:05.367877 dv-cinder-786932-3-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:34:05.367877 dv-cinder-786932-3-iscsi neutron-server[92923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:34:05.367877 dv-cinder-786932-3-iscsi neutron-server[92923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:34:05.370199 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37286740-fcd4-4827-88bf-2446a9e89da8 None None] Pushing event deleted for resources: {'Port': ['ID=69935d82-d2ac-4b70-9b69-7ab3a0b232ec,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:05.373128 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37286740-fcd4-4827-88bf-2446a9e89da8 None None] No DVR routers for this DVR port 69935d82-d2ac-4b70-9b69-7ab3a0b232ec on host dv-cinder-786932-3-iscsi {{(pid=92925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:34:05.447845 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a9e2eba2-40e7-4c51-af6e-6cc43067607c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3818063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760437'] for network, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:05.454198 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a9e2eba2-40e7-4c51-af6e-6cc43067607c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600154'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:05.457747 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-a9e2eba2-40e7-4c51-af6e-6cc43067607c admin admin] 10.222.0.67 "DELETE /v2.0/networks/9d026157-4cd7-42f9-b114-cacccc4d62d8 HTTP/1.1" status: 204 len: 168 time: 0.5472178 Jul 13 19:34:05.472996 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e2eba2-40e7-4c51-af6e-6cc43067607c admin admin] Pushing event deleted for resources: {'Network': ['ID=9d026157-4cd7-42f9-b114-cacccc4d62d8,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:05.653958 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 58790) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:05.696645 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-8cacf51f-a109-4fd3-84b5-44a1babd9ba5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=67402faa97f64f238466e72ec9e27071&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0414851 Jul 13 19:34:05.699457 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 58794) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:05.702280 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.agents_db [None req-012e1d35-f91a-49b0-a4f0-5c30301579de None None] Agent healthcheck: found 6 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:34:05.755486 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-220b0d92-0420-41f7-af82-3b6905ea60d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:05.777860 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-220b0d92-0420-41f7-af82-3b6905ea60d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:05.825179 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-220b0d92-0420-41f7-af82-3b6905ea60d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:05.827934 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-220b0d92-0420-41f7-af82-3b6905ea60d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:05.829088 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-220b0d92-0420-41f7-af82-3b6905ea60d0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f647ccbf-8f9e-43a9-a2e7-6f78b2696c2a HTTP/1.1" status: 204 len: 168 time: 0.1286268 Jul 13 19:34:05.836790 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220b0d92-0420-41f7-af82-3b6905ea60d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f647ccbf-8f9e-43a9-a2e7-6f78b2696c2a,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:06.179490 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 58810) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:06.222370 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-20e26070-cd9d-4b84-87ba-21973267b2a5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=60e8d849e6fe42a4986c11ae83686222&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0417335 Jul 13 19:34:06.224883 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 58812) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:06.279216 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-dbd1eda5-b365-419b-84fa-30044dd2b263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:06.301532 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-dbd1eda5-b365-419b-84fa-30044dd2b263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:06.334420 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device 69935d82-d2ac-4b70-9b69-7ab3a0b232ec no longer exists at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:34:06.348041 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-dbd1eda5-b365-419b-84fa-30044dd2b263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:06.350799 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-dbd1eda5-b365-419b-84fa-30044dd2b263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:06.352035 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-dbd1eda5-b365-419b-84fa-30044dd2b263 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3d3ddc0f-c002-49ae-a91c-03f7954b7853 HTTP/1.1" status: 204 len: 168 time: 0.1261053 Jul 13 19:34:06.355799 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] No Port match for: 69935d82-d2ac-4b70-9b69-7ab3a0b232ec {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:34:06.356165 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device 69935d82-d2ac-4b70-9b69-7ab3a0b232ec not bound to the agent host dv-cinder-786932-3-iscsi {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:34:06.356574 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device cb906f00-3658-4835-8ce0-0d129bab0598 no longer exists at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:34:06.361490 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd1eda5-b365-419b-84fa-30044dd2b263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3ddc0f-c002-49ae-a91c-03f7954b7853,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:06.382496 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] No Port match for: cb906f00-3658-4835-8ce0-0d129bab0598 {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:34:06.382842 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device cb906f00-3658-4835-8ce0-0d129bab0598 not bound to the agent host dv-cinder-786932-3-iscsi {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:34:06.383284 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device bf6a73e9-b065-43c3-8575-4425fd3500e5 no longer exists at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:34:06.405339 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] No Port match for: bf6a73e9-b065-43c3-8575-4425fd3500e5 {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:34:06.406229 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device bf6a73e9-b065-43c3-8575-4425fd3500e5 not bound to the agent host dv-cinder-786932-3-iscsi {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:34:07.807097 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 58850) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:07.907158 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-01369caf-9415-44e1-b1f7-d0226dc33e48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:07.996805 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-01369caf-9415-44e1-b1f7-d0226dc33e48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:08.000764 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-01369caf-9415-44e1-b1f7-d0226dc33e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:08.038793 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-01369caf-9415-44e1-b1f7-d0226dc33e48 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e90e67d9ccd04f30af132f868876e153&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2305954 Jul 13 19:34:08.040793 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01369caf-9415-44e1-b1f7-d0226dc33e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38049b9c-8bb9-4eb1-9920-3089c94c9f8d,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:08.041644 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 58854) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:08.091810 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-046f30b6-cffe-44bf-9c4f-c026f7a3536b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:08.112915 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-046f30b6-cffe-44bf-9c4f-c026f7a3536b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:08.159542 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-046f30b6-cffe-44bf-9c4f-c026f7a3536b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:08.162155 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-046f30b6-cffe-44bf-9c4f-c026f7a3536b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:08.163309 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-046f30b6-cffe-44bf-9c4f-c026f7a3536b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/38049b9c-8bb9-4eb1-9920-3089c94c9f8d HTTP/1.1" status: 204 len: 168 time: 0.1205752 Jul 13 19:34:08.171326 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046f30b6-cffe-44bf-9c4f-c026f7a3536b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38049b9c-8bb9-4eb1-9920-3089c94c9f8d,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:08.424165 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 58860) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:08.438930 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f0096185-1b8a-4fb4-8b12-6a67c72c9c81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:08.541766 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f0096185-1b8a-4fb4-8b12-6a67c72c9c81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:08.547373 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f0096185-1b8a-4fb4-8b12-6a67c72c9c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:08.591594 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-f0096185-1b8a-4fb4-8b12-6a67c72c9c81 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=683c4d807c7a452081ad7bfa5c7823bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1662085 Jul 13 19:34:08.592469 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0096185-1b8a-4fb4-8b12-6a67c72c9c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b09b1e-5db9-4157-810e-7f7018ddf7b1,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:08.594605 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 58862) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:08.646989 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3077ecd9-c0a5-4147-b21c-15b0a810fc6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:08.670721 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3077ecd9-c0a5-4147-b21c-15b0a810fc6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:08.721059 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3077ecd9-c0a5-4147-b21c-15b0a810fc6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:08.723723 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3077ecd9-c0a5-4147-b21c-15b0a810fc6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:08.724861 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-3077ecd9-c0a5-4147-b21c-15b0a810fc6c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a5b09b1e-5db9-4157-810e-7f7018ddf7b1 HTTP/1.1" status: 204 len: 168 time: 0.1292162 Jul 13 19:34:08.732808 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3077ecd9-c0a5-4147-b21c-15b0a810fc6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b09b1e-5db9-4157-810e-7f7018ddf7b1,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:10.399717 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 58952) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:10.504542 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c70c7c97-8cf5-4050-8db0-0f3fc57a9a10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:10.590103 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c70c7c97-8cf5-4050-8db0-0f3fc57a9a10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:10.594445 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c70c7c97-8cf5-4050-8db0-0f3fc57a9a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:10.633105 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-c70c7c97-8cf5-4050-8db0-0f3fc57a9a10 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=60fa3e663c534ceda76d6cf326736203&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2321599 Jul 13 19:34:10.633981 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70c7c97-8cf5-4050-8db0-0f3fc57a9a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b756288-4f3b-4d0b-afeb-b328a431c0ff,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:10.635839 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 58956) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:10.688422 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-0d204e5e-123f-4c06-94fb-9b743d481ef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:10.710534 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-0d204e5e-123f-4c06-94fb-9b743d481ef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:10.759613 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-0d204e5e-123f-4c06-94fb-9b743d481ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:10.762192 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-0d204e5e-123f-4c06-94fb-9b743d481ef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:10.763373 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-0d204e5e-123f-4c06-94fb-9b743d481ef7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2b756288-4f3b-4d0b-afeb-b328a431c0ff HTTP/1.1" status: 204 len: 168 time: 0.1259167 Jul 13 19:34:10.771458 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d204e5e-123f-4c06-94fb-9b743d481ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b756288-4f3b-4d0b-afeb-b328a431c0ff,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:11.025207 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 58962) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:11.038754 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5b8f82be-3791-4985-907c-c812621d9687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:11.127457 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5b8f82be-3791-4985-907c-c812621d9687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:11.131107 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5b8f82be-3791-4985-907c-c812621d9687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:11.173166 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-5b8f82be-3791-4985-907c-c812621d9687 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2513341714bf47eeaee243113dc365ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1468308 Jul 13 19:34:11.174047 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8f82be-3791-4985-907c-c812621d9687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6cc15b-a2e8-4084-90b2-de2393713459,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:11.175973 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 58964) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:11.226081 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9e27dfb4-7a44-45b5-adcd-4d0ee958bab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:11.247445 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9e27dfb4-7a44-45b5-adcd-4d0ee958bab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:11.299071 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9e27dfb4-7a44-45b5-adcd-4d0ee958bab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:11.301700 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9e27dfb4-7a44-45b5-adcd-4d0ee958bab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:11.302824 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-9e27dfb4-7a44-45b5-adcd-4d0ee958bab7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bf6cc15b-a2e8-4084-90b2-de2393713459 HTTP/1.1" status: 204 len: 168 time: 0.1259334 Jul 13 19:34:11.310364 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e27dfb4-7a44-45b5-adcd-4d0ee958bab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf6cc15b-a2e8-4084-90b2-de2393713459,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:12.366612 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 59000) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:12.477336 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-247f4241-356f-434f-9598-267a4514c827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:12.576964 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-247f4241-356f-434f-9598-267a4514c827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:12.582071 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-247f4241-356f-434f-9598-267a4514c827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:12.622827 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-247f4241-356f-434f-9598-267a4514c827 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=220ca766144f41fbbd6303a2882780b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2548249 Jul 13 19:34:12.623730 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247f4241-356f-434f-9598-267a4514c827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c99c6d-627b-4fbf-a68d-46e4abe48246,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:12.626410 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 59010) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:12.680609 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f9450798-13b0-461a-afa2-8575f618d2dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:12.696472 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 59012) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:12.706679 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f9450798-13b0-461a-afa2-8575f618d2dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:12.759779 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f9450798-13b0-461a-afa2-8575f618d2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:12.762481 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f9450798-13b0-461a-afa2-8575f618d2dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:12.763712 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-f9450798-13b0-461a-afa2-8575f618d2dc admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e6c99c6d-627b-4fbf-a68d-46e4abe48246 HTTP/1.1" status: 204 len: 168 time: 0.1354165 Jul 13 19:34:12.773429 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9450798-13b0-461a-afa2-8575f618d2dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c99c6d-627b-4fbf-a68d-46e4abe48246,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:12.811529 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bf06da2f-da44-46dd-bceb-64905c3cf7c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:12.922666 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bf06da2f-da44-46dd-bceb-64905c3cf7c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:12.933522 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bf06da2f-da44-46dd-bceb-64905c3cf7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:12.976512 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-bf06da2f-da44-46dd-bceb-64905c3cf7c1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2f46d55374784675a362941235fbb13e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2790940 Jul 13 19:34:12.977473 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf06da2f-da44-46dd-bceb-64905c3cf7c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c666d18-8b59-439a-a2f1-7aa10b99b978,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:12.979498 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 59018) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:13.055192 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-66724167-6273-4b98-8417-2cabc902ab74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:13.081106 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-66724167-6273-4b98-8417-2cabc902ab74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:13.139491 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-66724167-6273-4b98-8417-2cabc902ab74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:13.143470 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-66724167-6273-4b98-8417-2cabc902ab74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:13.144784 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-66724167-6273-4b98-8417-2cabc902ab74 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6c666d18-8b59-439a-a2f1-7aa10b99b978 HTTP/1.1" status: 204 len: 168 time: 0.1635146 Jul 13 19:34:13.154959 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66724167-6273-4b98-8417-2cabc902ab74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c666d18-8b59-439a-a2f1-7aa10b99b978,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:16.350423 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-11ee3943-0c59-41cf-8ae6-719e6e97d278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:18.958911 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-c4bc8c76-1cac-48fa-8a53-bbab61387c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:19.087440 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:20.253560 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f121cc10-15a3-4774-9d3b-44cefef2260b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:21.230075 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 59136) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:21.329266 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9000f81c-ba23-418f-8cee-a7b270e49255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:21.417855 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9000f81c-ba23-418f-8cee-a7b270e49255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:21.421528 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9000f81c-ba23-418f-8cee-a7b270e49255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:21.457913 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9000f81c-ba23-418f-8cee-a7b270e49255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8087d085-4f3c-49e0-ae6b-8983b47ef137,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:21.462113 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-9000f81c-ba23-418f-8cee-a7b270e49255 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=dad1c70ebebe41f7ab8d5a058d724fb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2310042 Jul 13 19:34:21.464712 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 59140) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:21.513008 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e4f2ad62-7bd5-4e45-9da1-cf6d5f96d9d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:21.534257 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e4f2ad62-7bd5-4e45-9da1-cf6d5f96d9d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:21.581480 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e4f2ad62-7bd5-4e45-9da1-cf6d5f96d9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:21.584183 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e4f2ad62-7bd5-4e45-9da1-cf6d5f96d9d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:21.585322 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-e4f2ad62-7bd5-4e45-9da1-cf6d5f96d9d3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8087d085-4f3c-49e0-ae6b-8983b47ef137 HTTP/1.1" status: 204 len: 168 time: 0.1197143 Jul 13 19:34:21.592891 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f2ad62-7bd5-4e45-9da1-cf6d5f96d9d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8087d085-4f3c-49e0-ae6b-8983b47ef137,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:21.753521 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-90e910e5-9927-492e-a649-803b472a565a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:21.842948 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 59146) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:21.856576 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-31c5bc2d-8527-46d5-b856-a3cfee134108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:21.947457 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-31c5bc2d-8527-46d5-b856-a3cfee134108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:21.951188 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-31c5bc2d-8527-46d5-b856-a3cfee134108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:21.992560 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-31c5bc2d-8527-46d5-b856-a3cfee134108 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=79e06765f8e94f42bfb8c37efdc9249f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1484210 Jul 13 19:34:21.993316 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c5bc2d-8527-46d5-b856-a3cfee134108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=209774a4-5cca-4bed-a05b-623c70b817a3,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:21.995391 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 59148) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:22.046914 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c933bfea-31b9-432e-a24e-28c4b8b0528a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:22.068363 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c933bfea-31b9-432e-a24e-28c4b8b0528a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:22.116984 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c933bfea-31b9-432e-a24e-28c4b8b0528a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:22.119776 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c933bfea-31b9-432e-a24e-28c4b8b0528a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:22.120969 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-c933bfea-31b9-432e-a24e-28c4b8b0528a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/209774a4-5cca-4bed-a05b-623c70b817a3 HTTP/1.1" status: 204 len: 168 time: 0.1245718 Jul 13 19:34:22.130250 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c933bfea-31b9-432e-a24e-28c4b8b0528a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209774a4-5cca-4bed-a05b-623c70b817a3,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:22.438614 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 59154) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:22.453122 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-28cf11f4-4b9a-42a6-807b-d9883a694756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:22.544193 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-28cf11f4-4b9a-42a6-807b-d9883a694756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:22.548219 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-28cf11f4-4b9a-42a6-807b-d9883a694756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:22.586386 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-28cf11f4-4b9a-42a6-807b-d9883a694756 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3114885b1cf942a19423b14c26e82ec9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1464326 Jul 13 19:34:22.587215 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cf11f4-4b9a-42a6-807b-d9883a694756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=747b62c4-fd60-482a-babc-278da393d2d8,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:22.589770 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 59156) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:22.639285 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-27dacede-124e-42b1-b925-bc7db1fc217d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:22.660860 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-27dacede-124e-42b1-b925-bc7db1fc217d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:22.712502 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-27dacede-124e-42b1-b925-bc7db1fc217d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:22.715071 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-27dacede-124e-42b1-b925-bc7db1fc217d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:22.716253 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-27dacede-124e-42b1-b925-bc7db1fc217d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/747b62c4-fd60-482a-babc-278da393d2d8 HTTP/1.1" status: 204 len: 168 time: 0.1254871 Jul 13 19:34:22.725186 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dacede-124e-42b1-b925-bc7db1fc217d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747b62c4-fd60-482a-babc-278da393d2d8,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:23.758376 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 59186) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:23.866463 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-276d8b59-3c3b-4ebe-85b9-9e89351f2388 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:23.963925 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-276d8b59-3c3b-4ebe-85b9-9e89351f2388 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:23.969273 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-276d8b59-3c3b-4ebe-85b9-9e89351f2388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:24.011612 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-276d8b59-3c3b-4ebe-85b9-9e89351f2388 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c290cc32b0f9463b94a9eb846a281292&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2520611 Jul 13 19:34:24.012547 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276d8b59-3c3b-4ebe-85b9-9e89351f2388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff30855-73f1-4d10-8e3f-2f45ce3c52bf,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:24.015058 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 59190) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:24.065199 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e71eb04c-5625-4919-8f49-a1092bf941d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:24.085415 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e71eb04c-5625-4919-8f49-a1092bf941d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:24.132400 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e71eb04c-5625-4919-8f49-a1092bf941d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:24.135304 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e71eb04c-5625-4919-8f49-a1092bf941d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:24.136419 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-e71eb04c-5625-4919-8f49-a1092bf941d3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bff30855-73f1-4d10-8e3f-2f45ce3c52bf HTTP/1.1" status: 204 len: 168 time: 0.1201820 Jul 13 19:34:24.144064 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71eb04c-5625-4919-8f49-a1092bf941d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff30855-73f1-4d10-8e3f-2f45ce3c52bf,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:26.362536 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-4d8f1a89-db18-4e20-bdf0-357dba364ea2 req-4c30ec46-53fa-4f90-a923-59de36510e10 tempest-VolumesNegativeTest-1157076722 tempest-VolumesNegativeTest-1157076722-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=7641f1a3e1504ee0b3bbd9da743ce705&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337086 Jul 13 19:34:26.546265 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f1a89-db18-4e20-bdf0-357dba364ea2 req-46af6e83-b355-4f67-892f-47ac35290991 tempest-VolumesNegativeTest-1157076722 tempest-VolumesNegativeTest-1157076722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:26.548298 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-4d8f1a89-db18-4e20-bdf0-357dba364ea2 req-46af6e83-b355-4f67-892f-47ac35290991 tempest-VolumesNegativeTest-1157076722 tempest-VolumesNegativeTest-1157076722-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1799574 Jul 13 19:34:26.565042 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-4d8f1a89-db18-4e20-bdf0-357dba364ea2 req-099994f6-2c4d-4ba5-bb4f-7435fb10b5a6 tempest-VolumesNegativeTest-1157076722 tempest-VolumesNegativeTest-1157076722-project] 10.222.0.67 "GET /v2.0/quotas/7641f1a3e1504ee0b3bbd9da743ce705 HTTP/1.1" status: 200 len: 375 time: 0.0101013 Jul 13 19:34:26.597311 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-4d8f1a89-db18-4e20-bdf0-357dba364ea2 req-edeecb7f-9bcc-4202-acbd-e99bc1fe2df9 tempest-VolumesNegativeTest-1157076722 tempest-VolumesNegativeTest-1157076722-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=7641f1a3e1504ee0b3bbd9da743ce705&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270593 Jul 13 19:34:26.806463 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-6a91ed59-df52-48c4-ad31-dfbdc4459774 req-b69274d4-3b6c-42bb-9d73-e085cab16e0e tempest-VolumesNegativeTest-1157076722 tempest-VolumesNegativeTest-1157076722-project] 10.222.0.67 "GET /v2.0/ports?device_id=751289d9-c2f4-4500-b148-fb91dda1fb79 HTTP/1.1" status: 200 len: 210 time: 0.0471745 Jul 13 19:34:27.783154 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4d8f1a89-db18-4e20-bdf0-357dba364ea2 req-6b21144d-47a2-4297-9bc0-1f051829d516 tempest-VolumesNegativeTest-1157076722 tempest-VolumesNegativeTest-1157076722-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=7641f1a3e1504ee0b3bbd9da743ce705&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302980 Jul 13 19:34:27.965154 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-8bc081a8-b078-419a-95bc-a241716f184e req-6d0fb455-4b47-4f11-8704-2b84f6b49e3e tempest-VolumesNegativeTest-1157076722 tempest-VolumesNegativeTest-1157076722-project] 10.222.0.67 "GET /v2.0/ports?device_id=751289d9-c2f4-4500-b148-fb91dda1fb79 HTTP/1.1" status: 200 len: 210 time: 0.0302439 Jul 13 19:34:28.007424 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f1a89-db18-4e20-bdf0-357dba364ea2 req-52cdd304-f9f7-47d9-8887-552cb98b2831 tempest-VolumesNegativeTest-1157076722 tempest-VolumesNegativeTest-1157076722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:28.009060 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4d8f1a89-db18-4e20-bdf0-357dba364ea2 req-52cdd304-f9f7-47d9-8887-552cb98b2831 tempest-VolumesNegativeTest-1157076722 tempest-VolumesNegativeTest-1157076722-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2199702 Jul 13 19:34:28.021994 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [req-4d8f1a89-db18-4e20-bdf0-357dba364ea2 req-053b1acd-2557-4315-b121-ca6ba502e5b4 tempest-VolumesNegativeTest-1157076722 tempest-VolumesNegativeTest-1157076722-project] Request body: {'port': {'device_id': '751289d9-c2f4-4500-b148-fb91dda1fb79', 'network_id': '212d530b-419d-4469-a036-ddaa7ce5027a', 'admin_state_up': True, 'tenant_id': '7641f1a3e1504ee0b3bbd9da743ce705'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:34:28.136693 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d8f1a89-db18-4e20-bdf0-357dba364ea2 req-053b1acd-2557-4315-b121-ca6ba502e5b4 tempest-VolumesNegativeTest-1157076722 tempest-VolumesNegativeTest-1157076722-project] Made reservation on behalf of 7641f1a3e1504ee0b3bbd9da743ce705 for: {'port': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:34:28.140342 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-4d8f1a89-db18-4e20-bdf0-357dba364ea2 req-053b1acd-2557-4315-b121-ca6ba502e5b4 tempest-VolumesNegativeTest-1157076722 tempest-VolumesNegativeTest-1157076722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:28.150518 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-4d8f1a89-db18-4e20-bdf0-357dba364ea2 req-053b1acd-2557-4315-b121-ca6ba502e5b4 tempest-VolumesNegativeTest-1157076722 tempest-VolumesNegativeTest-1157076722-project] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:28.252865 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-4d8f1a89-db18-4e20-bdf0-357dba364ea2 req-053b1acd-2557-4315-b121-ca6ba502e5b4 tempest-VolumesNegativeTest-1157076722 tempest-VolumesNegativeTest-1157076722-project] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:28.256887 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-4d8f1a89-db18-4e20-bdf0-357dba364ea2 req-053b1acd-2557-4315-b121-ca6ba502e5b4 tempest-VolumesNegativeTest-1157076722 tempest-VolumesNegativeTest-1157076722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:28.328153 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053b1acd-2557-4315-b121-ca6ba502e5b4 tempest-VolumesNegativeTest-1157076722 tempest-VolumesNegativeTest-1157076722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e33e0278-9cba-4ac9-9f10-0006b108bb8d,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:28.394635 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [req-4d8f1a89-db18-4e20-bdf0-357dba364ea2 req-053b1acd-2557-4315-b121-ca6ba502e5b4 tempest-VolumesNegativeTest-1157076722 tempest-VolumesNegativeTest-1157076722-project] Allocated IP 192.168.233.19 (212d530b-419d-4469-a036-ddaa7ce5027a/74de68b4-4982-4f87-9a8b-c0237cb700ec/af4f36f1-3d8f-4810-9e2c-11ea30776d5f) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:34:28.550281 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-4d8f1a89-db18-4e20-bdf0-357dba364ea2 req-053b1acd-2557-4315-b121-ca6ba502e5b4 tempest-VolumesNegativeTest-1157076722 tempest-VolumesNegativeTest-1157076722-project] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:28.566927 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [req-4d8f1a89-db18-4e20-bdf0-357dba364ea2 req-053b1acd-2557-4315-b121-ca6ba502e5b4 tempest-VolumesNegativeTest-1157076722 tempest-VolumesNegativeTest-1157076722-project] Transition to ACTIVE for port object af4f36f1-3d8f-4810-9e2c-11ea30776d5f will not be triggered until provisioned by entity DHCP. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:34:28.599910 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-4d8f1a89-db18-4e20-bdf0-357dba364ea2 req-053b1acd-2557-4315-b121-ca6ba502e5b4 tempest-VolumesNegativeTest-1157076722 tempest-VolumesNegativeTest-1157076722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752272454283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130471124'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:28.646515 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d8f1a89-db18-4e20-bdf0-357dba364ea2 req-053b1acd-2557-4315-b121-ca6ba502e5b4 tempest-VolumesNegativeTest-1157076722 tempest-VolumesNegativeTest-1157076722-project] Network 212d530b-419d-4469-a036-ddaa7ce5027a is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:34:28.649672 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [req-4d8f1a89-db18-4e20-bdf0-357dba364ea2 req-053b1acd-2557-4315-b121-ca6ba502e5b4 tempest-VolumesNegativeTest-1157076722 tempest-VolumesNegativeTest-1157076722-project] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:34:28.653648 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d8f1a89-db18-4e20-bdf0-357dba364ea2 req-053b1acd-2557-4315-b121-ca6ba502e5b4 tempest-VolumesNegativeTest-1157076722 tempest-VolumesNegativeTest-1157076722-project] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:34:28.683307 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053b1acd-2557-4315-b121-ca6ba502e5b4 tempest-VolumesNegativeTest-1157076722 tempest-VolumesNegativeTest-1157076722-project] Pushing event updated for resources: {'Port': ['ID=af4f36f1-3d8f-4810-9e2c-11ea30776d5f,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:28.719747 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f1a89-db18-4e20-bdf0-357dba364ea2 req-053b1acd-2557-4315-b121-ca6ba502e5b4 tempest-VolumesNegativeTest-1157076722 tempest-VolumesNegativeTest-1157076722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:28.721014 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-4d8f1a89-db18-4e20-bdf0-357dba364ea2 req-053b1acd-2557-4315-b121-ca6ba502e5b4 tempest-VolumesNegativeTest-1157076722 tempest-VolumesNegativeTest-1157076722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:28.736730 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4d8f1a89-db18-4e20-bdf0-357dba364ea2 req-053b1acd-2557-4315-b121-ca6ba502e5b4 tempest-VolumesNegativeTest-1157076722 tempest-VolumesNegativeTest-1157076722-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7193537 Jul 13 19:34:28.748675 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [req-4d8f1a89-db18-4e20-bdf0-357dba364ea2 req-84df60a8-7a6e-4ceb-87c6-04e5ae77303f service neutron] Request body: {'port': {'device_id': '751289d9-c2f4-4500-b148-fb91dda1fb79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:34:28.829042 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-4d8f1a89-db18-4e20-bdf0-357dba364ea2 req-84df60a8-7a6e-4ceb-87c6-04e5ae77303f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:28.885988 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-f4c18cdd-9251-4487-adc5-d86338a5b3fe None None] Provisioning for port af4f36f1-3d8f-4810-9e2c-11ea30776d5f completed by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:34:28.892395 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-f4c18cdd-9251-4487-adc5-d86338a5b3fe None None] Provisioning complete for port af4f36f1-3d8f-4810-9e2c-11ea30776d5f triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:34:28.892986 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f4c18cdd-9251-4487-adc5-d86338a5b3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:28.951051 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-f4c18cdd-9251-4487-adc5-d86338a5b3fe None None] Port af4f36f1-3d8f-4810-9e2c-11ea30776d5f cannot update to ACTIVE because it is not bound. {{(pid=92925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:34:29.146429 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [req-4d8f1a89-db18-4e20-bdf0-357dba364ea2 req-84df60a8-7a6e-4ceb-87c6-04e5ae77303f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af4f36f1-3d8f-4810-9e2c-11ea30776d5f {{(pid=92923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:34:29.155808 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-4d8f1a89-db18-4e20-bdf0-357dba364ea2 req-84df60a8-7a6e-4ceb-87c6-04e5ae77303f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:29.173470 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [req-4d8f1a89-db18-4e20-bdf0-357dba364ea2 req-84df60a8-7a6e-4ceb-87c6-04e5ae77303f service neutron] Transition to ACTIVE for port object af4f36f1-3d8f-4810-9e2c-11ea30776d5f will not be triggered until provisioned by entity L2. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:34:29.184537 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-4d8f1a89-db18-4e20-bdf0-357dba364ea2 req-84df60a8-7a6e-4ceb-87c6-04e5ae77303f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130471135'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:29.237792 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95904d78-043f-4bd7-aa12-a852c5205508 req-3cc09327-b015-4450-8b45-0da66239a93d tempest-VolumesNegativeTest-1157076722 tempest-VolumesNegativeTest-1157076722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:29.239463 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-95904d78-043f-4bd7-aa12-a852c5205508 req-3cc09327-b015-4450-8b45-0da66239a93d tempest-VolumesNegativeTest-1157076722 tempest-VolumesNegativeTest-1157076722-project] 10.222.0.67 "GET /v2.0/ports?device_id=751289d9-c2f4-4500-b148-fb91dda1fb79 HTTP/1.1" status: 200 len: 935 time: 0.1389999 Jul 13 19:34:29.253047 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84df60a8-7a6e-4ceb-87c6-04e5ae77303f service neutron] Pushing event updated for resources: {'Port': ['ID=af4f36f1-3d8f-4810-9e2c-11ea30776d5f,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:29.342436 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-95904d78-043f-4bd7-aa12-a852c5205508 req-2f8a2872-174a-4e7e-a7f3-16367cd4109a tempest-VolumesNegativeTest-1157076722 tempest-VolumesNegativeTest-1157076722-project] 10.222.0.67 "GET /v2.0/security-groups?id=e33e0278-9cba-4ac9-9f10-0006b108bb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908341 Jul 13 19:34:29.365501 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-4d8f1a89-db18-4e20-bdf0-357dba364ea2 req-84df60a8-7a6e-4ceb-87c6-04e5ae77303f service neutron] Attempting to bind port af4f36f1-3d8f-4810-9e2c-11ea30776d5f on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:34:29.365501 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-4d8f1a89-db18-4e20-bdf0-357dba364ea2 req-84df60a8-7a6e-4ceb-87c6-04e5ae77303f service neutron] Attempting to bind port af4f36f1-3d8f-4810-9e2c-11ea30776d5f by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'e2b2f082-e541-4d06-a353-ddd3ca89e745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '212d530b-419d-4469-a036-ddaa7ce5027a'}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:34:29.367006 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8f1a89-db18-4e20-bdf0-357dba364ea2 req-84df60a8-7a6e-4ceb-87c6-04e5ae77303f service neutron] Attempting to bind port af4f36f1-3d8f-4810-9e2c-11ea30776d5f on network 212d530b-419d-4469-a036-ddaa7ce5027a {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:34:29.370682 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8f1a89-db18-4e20-bdf0-357dba364ea2 req-84df60a8-7a6e-4ceb-87c6-04e5ae77303f service neutron] Port af4f36f1-3d8f-4810-9e2c-11ea30776d5f on network 212d530b-419d-4469-a036-ddaa7ce5027a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:34:29.371014 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8f1a89-db18-4e20-bdf0-357dba364ea2 req-84df60a8-7a6e-4ceb-87c6-04e5ae77303f service neutron] Attempting to bind port af4f36f1-3d8f-4810-9e2c-11ea30776d5f on network 212d530b-419d-4469-a036-ddaa7ce5027a {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:34:29.377739 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8f1a89-db18-4e20-bdf0-357dba364ea2 req-84df60a8-7a6e-4ceb-87c6-04e5ae77303f service neutron] Checking agent: {'id': '4a103c85-e045-48ce-a8be-787d9b9ed000', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 23, 28), 'started_at': datetime.datetime(2021, 7, 13, 19, 23, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:34:29.378082 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8f1a89-db18-4e20-bdf0-357dba364ea2 req-84df60a8-7a6e-4ceb-87c6-04e5ae77303f service neutron] Checking segment: {'id': 'e2b2f082-e541-4d06-a353-ddd3ca89e745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '212d530b-419d-4469-a036-ddaa7ce5027a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:34:29.378465 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8f1a89-db18-4e20-bdf0-357dba364ea2 req-84df60a8-7a6e-4ceb-87c6-04e5ae77303f service neutron] Bound using segment: {'id': 'e2b2f082-e541-4d06-a353-ddd3ca89e745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '212d530b-419d-4469-a036-ddaa7ce5027a'} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:34:29.378905 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-4d8f1a89-db18-4e20-bdf0-357dba364ea2 req-84df60a8-7a6e-4ceb-87c6-04e5ae77303f service neutron] Bound port: af4f36f1-3d8f-4810-9e2c-11ea30776d5f, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2b2f082-e541-4d06-a353-ddd3ca89e745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '212d530b-419d-4469-a036-ddaa7ce5027a'}}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:34:29.379363 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-4d8f1a89-db18-4e20-bdf0-357dba364ea2 req-84df60a8-7a6e-4ceb-87c6-04e5ae77303f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:29.453509 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-4d8f1a89-db18-4e20-bdf0-357dba364ea2 req-84df60a8-7a6e-4ceb-87c6-04e5ae77303f service neutron] For port af4f36f1-3d8f-4810-9e2c-11ea30776d5f, host hv-cinder-78693, cleared binding levels {{(pid=92923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:34:29.457879 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-4d8f1a89-db18-4e20-bdf0-357dba364ea2 req-84df60a8-7a6e-4ceb-87c6-04e5ae77303f service neutron] For port af4f36f1-3d8f-4810-9e2c-11ea30776d5f, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=af4f36f1-3d8f-4810-9e2c-11ea30776d5f,segment=NetworkSegment(e2b2f082-e541-4d06-a353-ddd3ca89e745),segment_id=e2b2f082-e541-4d06-a353-ddd3ca89e745)] {{(pid=92923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:34:29.462998 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-4d8f1a89-db18-4e20-bdf0-357dba364ea2 req-84df60a8-7a6e-4ceb-87c6-04e5ae77303f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130471135'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:29.497528 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f1a89-db18-4e20-bdf0-357dba364ea2 req-84df60a8-7a6e-4ceb-87c6-04e5ae77303f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:29.498418 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-4d8f1a89-db18-4e20-bdf0-357dba364ea2 req-84df60a8-7a6e-4ceb-87c6-04e5ae77303f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:29.499833 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4d8f1a89-db18-4e20-bdf0-357dba364ea2 req-84df60a8-7a6e-4ceb-87c6-04e5ae77303f service neutron] 10.222.0.18 "PUT /v2.0/ports/af4f36f1-3d8f-4810-9e2c-11ea30776d5f HTTP/1.1" status: 200 len: 1097 time: 0.7558434 Jul 13 19:34:29.500278 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '751289d9-c2f4-4500-b148-fb91dda1fb79', 'tag': 'af4f36f1-3d8f-4810-9e2c-11ea30776d5f'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:34:29.503082 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1087dd994376df9afb132dbe65b34b6853527e2d112168992b97c33633c3add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a1b7e1-c206-49a3-b6a6-7e1f42a1bd84" -d '{"events": [{"name": "network-changed", "server_uuid": "751289d9-c2f4-4500-b148-fb91dda1fb79", "tag": "af4f36f1-3d8f-4810-9e2c-11ea30776d5f"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:34:29.528283 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84df60a8-7a6e-4ceb-87c6-04e5ae77303f service neutron] Pushing event updated for resources: {'Port': ['ID=af4f36f1-3d8f-4810-9e2c-11ea30776d5f,revision_number=3']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:29.554764 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf0e408-e9b8-48cf-821b-dee2c4a28176 x-openstack-request-id: req-2cf0e408-e9b8-48cf-821b-dee2c4a28176 {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:34:29.555003 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "751289d9-c2f4-4500-b148-fb91dda1fb79", "tag": "af4f36f1-3d8f-4810-9e2c-11ea30776d5f", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:34:29.555286 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2cf0e408-e9b8-48cf-821b-dee2c4a28176 {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:34:29.555680 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '751289d9-c2f4-4500-b148-fb91dda1fb79', 'tag': 'af4f36f1-3d8f-4810-9e2c-11ea30776d5f', 'status': 'completed', 'code': 200} Jul 13 19:34:29.611527 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f1a89-db18-4e20-bdf0-357dba364ea2 req-887a2c81-1d6e-4e61-a243-d62e9d3b2c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:29.613114 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4d8f1a89-db18-4e20-bdf0-357dba364ea2 req-887a2c81-1d6e-4e61-a243-d62e9d3b2c1f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7641f1a3e1504ee0b3bbd9da743ce705&device_id=751289d9-c2f4-4500-b148-fb91dda1fb79 HTTP/1.1" status: 200 len: 1100 time: 0.0691631 Jul 13 19:34:29.655131 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4d8f1a89-db18-4e20-bdf0-357dba364ea2 req-71257e20-5dd3-45cb-802c-d6e3dfdbb33c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=af4f36f1-3d8f-4810-9e2c-11ea30776d5f HTTP/1.1" status: 200 len: 217 time: 0.0350184 Jul 13 19:34:29.706437 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f1a89-db18-4e20-bdf0-357dba364ea2 req-f682e9a3-6f56-40d9-a50c-9bd558f9398a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:29.707963 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4d8f1a89-db18-4e20-bdf0-357dba364ea2 req-f682e9a3-6f56-40d9-a50c-9bd558f9398a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=74de68b4-4982-4f87-9a8b-c0237cb700ec HTTP/1.1" status: 200 len: 843 time: 0.0468969 Jul 13 19:34:29.766559 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f1a89-db18-4e20-bdf0-357dba364ea2 req-d0239e34-8009-4b1f-ad0e-0c24095b137f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:29.768078 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4d8f1a89-db18-4e20-bdf0-357dba364ea2 req-d0239e34-8009-4b1f-ad0e-0c24095b137f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=212d530b-419d-4469-a036-ddaa7ce5027a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0540791 Jul 13 19:34:29.864060 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4d8f1a89-db18-4e20-bdf0-357dba364ea2 req-d09ff84c-58f8-483c-8b90-d5e470ef50b6 service neutron] 10.222.0.18 "GET /v2.0/networks/212d530b-419d-4469-a036-ddaa7ce5027a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893493 Jul 13 19:34:29.957839 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4d8f1a89-db18-4e20-bdf0-357dba364ea2 req-97d1a48c-7ec7-4b1a-9997-b18a7a48eceb service neutron] 10.222.0.18 "GET /v2.0/networks/212d530b-419d-4469-a036-ddaa7ce5027a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876548 Jul 13 19:34:29.959446 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:30.068882 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1b7e1-c206-49a3-b6a6-7e1f42a1bd84 req-4d9f39f9-ff38-4382-8467-5bd58fb69e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:30.070379 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a6a1b7e1-c206-49a3-b6a6-7e1f42a1bd84 req-4d9f39f9-ff38-4382-8467-5bd58fb69e75 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7641f1a3e1504ee0b3bbd9da743ce705&device_id=751289d9-c2f4-4500-b148-fb91dda1fb79 HTTP/1.1" status: 200 len: 1100 time: 0.0587718 Jul 13 19:34:30.167526 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1b7e1-c206-49a3-b6a6-7e1f42a1bd84 req-d8107e71-0249-4c1a-a0ec-19e24f6f01e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:30.169034 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a6a1b7e1-c206-49a3-b6a6-7e1f42a1bd84 req-d8107e71-0249-4c1a-a0ec-19e24f6f01e1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=212d530b-419d-4469-a036-ddaa7ce5027a HTTP/1.1" status: 200 len: 870 time: 0.0923681 Jul 13 19:34:30.215616 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a6a1b7e1-c206-49a3-b6a6-7e1f42a1bd84 req-5e11c629-579b-45d4-b037-4dcaa8de0f4b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=af4f36f1-3d8f-4810-9e2c-11ea30776d5f HTTP/1.1" status: 200 len: 217 time: 0.0390482 Jul 13 19:34:30.264882 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1b7e1-c206-49a3-b6a6-7e1f42a1bd84 req-e652a230-eb82-401b-b48a-3e23c769c554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:30.266849 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a6a1b7e1-c206-49a3-b6a6-7e1f42a1bd84 req-e652a230-eb82-401b-b48a-3e23c769c554 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=74de68b4-4982-4f87-9a8b-c0237cb700ec HTTP/1.1" status: 200 len: 843 time: 0.0442951 Jul 13 19:34:30.332978 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1b7e1-c206-49a3-b6a6-7e1f42a1bd84 req-82ff6ec9-6892-43eb-8436-ae4282ffd8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:30.334480 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a6a1b7e1-c206-49a3-b6a6-7e1f42a1bd84 req-82ff6ec9-6892-43eb-8436-ae4282ffd8e7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=212d530b-419d-4469-a036-ddaa7ce5027a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0610845 Jul 13 19:34:30.439611 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a6a1b7e1-c206-49a3-b6a6-7e1f42a1bd84 req-a7d6c2aa-7680-4631-be2b-6fc7a4caa49b service neutron] 10.222.0.18 "GET /v2.0/networks/212d530b-419d-4469-a036-ddaa7ce5027a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981679 Jul 13 19:34:30.605559 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a6a1b7e1-c206-49a3-b6a6-7e1f42a1bd84 req-f8bb470f-5c87-4cac-86f1-2fd98c7543ab service neutron] 10.222.0.18 "GET /v2.0/networks/212d530b-419d-4469-a036-ddaa7ce5027a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594491 Jul 13 19:34:30.622171 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e321a-e1d8-4b41-bdef-86e42f4d7f63 req-b9524fcc-ee9a-4d81-8330-80a68b9f08ce tempest-VolumesNegativeTest-1157076722 tempest-VolumesNegativeTest-1157076722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:30.624274 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b39e321a-e1d8-4b41-bdef-86e42f4d7f63 req-b9524fcc-ee9a-4d81-8330-80a68b9f08ce tempest-VolumesNegativeTest-1157076722 tempest-VolumesNegativeTest-1157076722-project] 10.222.0.67 "GET /v2.0/ports?device_id=751289d9-c2f4-4500-b148-fb91dda1fb79 HTTP/1.1" status: 200 len: 947 time: 0.1531129 Jul 13 19:34:30.973021 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b39e321a-e1d8-4b41-bdef-86e42f4d7f63 req-44e8b9b0-b8dd-4393-8f15-5d8384a4c9f7 tempest-VolumesNegativeTest-1157076722 tempest-VolumesNegativeTest-1157076722-project] 10.222.0.67 "GET /v2.0/security-groups?id=e33e0278-9cba-4ac9-9f10-0006b108bb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3415401 Jul 13 19:34:31.099508 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-e4e571ab-2a93-4fc7-85ab-365825ed9c43 req-486f42eb-4760-41f8-8005-1ac418142d4a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=71f92cc7-5d60-46c7-9845-7bebdac5ecdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0599830 Jul 13 19:34:31.195937 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e571ab-2a93-4fc7-85ab-365825ed9c43 req-6a0b404a-8b83-4466-b599-2d84f4324c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:31.197509 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-e4e571ab-2a93-4fc7-85ab-365825ed9c43 req-6a0b404a-8b83-4466-b599-2d84f4324c7d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=da56846ec73942cf83102acdbcf36164&device_id=71f92cc7-5d60-46c7-9845-7bebdac5ecdd HTTP/1.1" status: 200 len: 1098 time: 0.0535805 Jul 13 19:34:31.310142 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e571ab-2a93-4fc7-85ab-365825ed9c43 req-06f15d3c-3891-4cfe-a4a8-321abc44f57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:31.311823 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-e4e571ab-2a93-4fc7-85ab-365825ed9c43 req-06f15d3c-3891-4cfe-a4a8-321abc44f57e service neutron] 10.222.0.18 "GET /v2.0/networks?id=fe00eba9-0278-49ca-8d63-f9bff0de1d38 HTTP/1.1" status: 200 len: 911 time: 0.0931044 Jul 13 19:34:31.379592 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-e4e571ab-2a93-4fc7-85ab-365825ed9c43 req-99bdb7a0-8d11-41b6-b006-b2a7acafbce9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84d633e2-43fb-43a1-b094-0572a448d5fb HTTP/1.1" status: 200 len: 1000 time: 0.0610840 Jul 13 19:34:31.432261 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e571ab-2a93-4fc7-85ab-365825ed9c43 req-d0e8960d-9eb0-4ddb-9f97-8c3c0924321a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:31.433726 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-e4e571ab-2a93-4fc7-85ab-365825ed9c43 req-d0e8960d-9eb0-4ddb-9f97-8c3c0924321a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e7c2ed50-4f57-4cc1-ae5d-bd0d76563475 HTTP/1.1" status: 200 len: 849 time: 0.0484807 Jul 13 19:34:31.492478 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e571ab-2a93-4fc7-85ab-365825ed9c43 req-a670db5f-38fb-4b0f-837a-e8143a6cb818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:31.493970 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-e4e571ab-2a93-4fc7-85ab-365825ed9c43 req-a670db5f-38fb-4b0f-837a-e8143a6cb818 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fe00eba9-0278-49ca-8d63-f9bff0de1d38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0536764 Jul 13 19:34:31.585303 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-e4e571ab-2a93-4fc7-85ab-365825ed9c43 req-28faa05b-abfa-4d3d-91f1-cff670033391 service neutron] 10.222.0.18 "GET /v2.0/networks/fe00eba9-0278-49ca-8d63-f9bff0de1d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846436 Jul 13 19:34:31.680489 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-e4e571ab-2a93-4fc7-85ab-365825ed9c43 req-21c8118a-8635-4516-b7f5-ebc46549dcd9 service neutron] 10.222.0.18 "GET /v2.0/networks/fe00eba9-0278-49ca-8d63-f9bff0de1d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894160 Jul 13 19:34:32.162327 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f36bfc3-1e97-465b-951a-296099034a3d req-6fbd4a58-9bcd-4383-be18-7f86561f3935 tempest-VolumesNegativeTest-1157076722 tempest-VolumesNegativeTest-1157076722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:32.163846 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-7f36bfc3-1e97-465b-951a-296099034a3d req-6fbd4a58-9bcd-4383-be18-7f86561f3935 tempest-VolumesNegativeTest-1157076722 tempest-VolumesNegativeTest-1157076722-project] 10.222.0.67 "GET /v2.0/ports?device_id=751289d9-c2f4-4500-b148-fb91dda1fb79 HTTP/1.1" status: 200 len: 947 time: 0.0683646 Jul 13 19:34:32.202382 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-7f36bfc3-1e97-465b-951a-296099034a3d req-4749ab88-cfbd-44fb-b67a-4083e8bc9895 tempest-VolumesNegativeTest-1157076722 tempest-VolumesNegativeTest-1157076722-project] 10.222.0.67 "GET /v2.0/security-groups?id=e33e0278-9cba-4ac9-9f10-0006b108bb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326321 Jul 13 19:34:32.807139 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device af4f36f1-3d8f-4810-9e2c-11ea30776d5f details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:34:32.900849 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port af4f36f1-3d8f-4810-9e2c-11ea30776d5f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=af4f36f1-3d8f-4810-9e2c-11ea30776d5f,segment=NetworkSegment(e2b2f082-e541-4d06-a353-ddd3ca89e745),segment_id=e2b2f082-e541-4d06-a353-ddd3ca89e745)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:34:32.912678 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Returning: {'device': 'af4f36f1-3d8f-4810-9e2c-11ea30776d5f', 'network_id': '212d530b-419d-4469-a036-ddaa7ce5027a', 'port_id': 'af4f36f1-3d8f-4810-9e2c-11ea30776d5f', 'mac_address': 'fa:16:3e:2b:a5:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74de68b4-4982-4f87-9a8b-c0237cb700ec', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:34:32.953423 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:32.966535 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af4f36f1-3d8f-4810-9e2c-11ea30776d5f {{(pid=92925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:34:32.985672 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port af4f36f1-3d8f-4810-9e2c-11ea30776d5f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=af4f36f1-3d8f-4810-9e2c-11ea30776d5f,segment=NetworkSegment(e2b2f082-e541-4d06-a353-ddd3ca89e745),segment_id=e2b2f082-e541-4d06-a353-ddd3ca89e745)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:34:32.990580 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:33.038996 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Pushing event updated for resources: {'Port': ['ID=af4f36f1-3d8f-4810-9e2c-11ea30776d5f,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:33.207744 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] get_ports_and_sgs() called for port_ids ['af4f36f1-3d8f-4810-9e2c-11ea30776d5f'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:34:33.378481 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa7134-147d-4492-a7b9-606e1d59461c req-373982de-6d7c-41f8-924a-af90c9b33afb tempest-VolumesNegativeTest-1157076722 tempest-VolumesNegativeTest-1157076722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:33.380013 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-6faa7134-147d-4492-a7b9-606e1d59461c req-373982de-6d7c-41f8-924a-af90c9b33afb tempest-VolumesNegativeTest-1157076722 tempest-VolumesNegativeTest-1157076722-project] 10.222.0.67 "GET /v2.0/ports?device_id=751289d9-c2f4-4500-b148-fb91dda1fb79 HTTP/1.1" status: 200 len: 948 time: 0.0653427 Jul 13 19:34:33.419474 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-6faa7134-147d-4492-a7b9-606e1d59461c req-1352ca97-2e90-4c85-aa79-62a364e6794a tempest-VolumesNegativeTest-1157076722 tempest-VolumesNegativeTest-1157076722-project] 10.222.0.67 "GET /v2.0/security-groups?id=e33e0278-9cba-4ac9-9f10-0006b108bb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337281 Jul 13 19:34:34.596382 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb5f0cc-bdfb-4671-a518-66fc3015afbe req-c729a322-d5eb-408f-8361-560032ebd78a tempest-VolumesNegativeTest-1157076722 tempest-VolumesNegativeTest-1157076722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:34.597955 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-cfb5f0cc-bdfb-4671-a518-66fc3015afbe req-c729a322-d5eb-408f-8361-560032ebd78a tempest-VolumesNegativeTest-1157076722 tempest-VolumesNegativeTest-1157076722-project] 10.222.0.67 "GET /v2.0/ports?device_id=751289d9-c2f4-4500-b148-fb91dda1fb79 HTTP/1.1" status: 200 len: 948 time: 0.0647519 Jul 13 19:34:34.638350 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-cfb5f0cc-bdfb-4671-a518-66fc3015afbe req-6e042a47-a8c3-4652-b0db-5b9d687be5b6 tempest-VolumesNegativeTest-1157076722 tempest-VolumesNegativeTest-1157076722-project] 10.222.0.67 "GET /v2.0/security-groups?id=e33e0278-9cba-4ac9-9f10-0006b108bb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328770 Jul 13 19:34:34.820053 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device af4f36f1-3d8f-4810-9e2c-11ea30776d5f up at agent hyperv_hv-cinder-78693 {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:34:34.867825 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Provisioning for port af4f36f1-3d8f-4810-9e2c-11ea30776d5f completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:34:34.871799 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Provisioning complete for port af4f36f1-3d8f-4810-9e2c-11ea30776d5f triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:34:34.872168 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:34.949069 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:34.974038 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '751289d9-c2f4-4500-b148-fb91dda1fb79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af4f36f1-3d8f-4810-9e2c-11ea30776d5f'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:34:34.976295 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540c69b029c7553e3853e743d2a892cf8287872a4bddd25c2711216cf853e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01fb1dc5-9ede-4623-8b8a-8fd35a385238" -d '{"events": [{"server_uuid": "751289d9-c2f4-4500-b148-fb91dda1fb79", "name": "network-vif-plugged", "status": "completed", "tag": "af4f36f1-3d8f-4810-9e2c-11ea30776d5f"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:34:35.114903 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ffad388-fe90-4917-864c-eac0b2928ed3 x-openstack-request-id: req-1ffad388-fe90-4917-864c-eac0b2928ed3 {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:34:35.115175 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "751289d9-c2f4-4500-b148-fb91dda1fb79", "name": "network-vif-plugged", "status": "completed", "tag": "af4f36f1-3d8f-4810-9e2c-11ea30776d5f", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:34:35.115454 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1ffad388-fe90-4917-864c-eac0b2928ed3 {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:34:35.115842 dv-cinder-786932-3-iscsi neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '751289d9-c2f4-4500-b148-fb91dda1fb79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af4f36f1-3d8f-4810-9e2c-11ea30776d5f', 'code': 200} Jul 13 19:34:35.119196 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port af4f36f1-3d8f-4810-9e2c-11ea30776d5f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=af4f36f1-3d8f-4810-9e2c-11ea30776d5f,segment=NetworkSegment(e2b2f082-e541-4d06-a353-ddd3ca89e745),segment_id=e2b2f082-e541-4d06-a353-ddd3ca89e745)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:34:35.124378 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:35.177755 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Pushing event updated for resources: {'Port': ['ID=af4f36f1-3d8f-4810-9e2c-11ea30776d5f,revision_number=5']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:35.248173 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ab736-1575-4e81-a258-7140487b012b req-c6293621-50dd-4304-a033-ddc99642c918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:35.249932 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4d6ab736-1575-4e81-a258-7140487b012b req-c6293621-50dd-4304-a033-ddc99642c918 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=751289d9-c2f4-4500-b148-fb91dda1fb79 HTTP/1.1" status: 200 len: 1102 time: 0.0561407 Jul 13 19:34:35.284384 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4d6ab736-1575-4e81-a258-7140487b012b req-44f05482-6502-44c6-b90c-62b5592ec741 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e33e0278-9cba-4ac9-9f10-0006b108bb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270715 Jul 13 19:34:35.811073 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acedb9c3-3aba-4bf3-add3-02949782028b req-1f2a63e8-efea-476e-ba1b-c185011d1946 tempest-VolumesNegativeTest-1157076722 tempest-VolumesNegativeTest-1157076722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:35.812661 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-acedb9c3-3aba-4bf3-add3-02949782028b req-1f2a63e8-efea-476e-ba1b-c185011d1946 tempest-VolumesNegativeTest-1157076722 tempest-VolumesNegativeTest-1157076722-project] 10.222.0.67 "GET /v2.0/ports?device_id=751289d9-c2f4-4500-b148-fb91dda1fb79 HTTP/1.1" status: 200 len: 949 time: 0.0645185 Jul 13 19:34:35.850430 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-acedb9c3-3aba-4bf3-add3-02949782028b req-2edacde8-1178-41f2-8ad8-29f00e26d0cd tempest-VolumesNegativeTest-1157076722 tempest-VolumesNegativeTest-1157076722-project] 10.222.0.67 "GET /v2.0/security-groups?id=e33e0278-9cba-4ac9-9f10-0006b108bb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314457 Jul 13 19:34:37.025283 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db120f-11ab-40e0-8a42-358ebec3ffe6 req-d9b3d88e-fa82-41e9-b44f-babad72533d9 tempest-VolumesNegativeTest-1157076722 tempest-VolumesNegativeTest-1157076722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:37.026783 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b8db120f-11ab-40e0-8a42-358ebec3ffe6 req-d9b3d88e-fa82-41e9-b44f-babad72533d9 tempest-VolumesNegativeTest-1157076722 tempest-VolumesNegativeTest-1157076722-project] 10.222.0.67 "GET /v2.0/ports?device_id=751289d9-c2f4-4500-b148-fb91dda1fb79 HTTP/1.1" status: 200 len: 949 time: 0.0640097 Jul 13 19:34:37.064186 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b8db120f-11ab-40e0-8a42-358ebec3ffe6 req-f061ece7-c682-45f8-bf8a-4555cab7a77f tempest-VolumesNegativeTest-1157076722 tempest-VolumesNegativeTest-1157076722-project] 10.222.0.67 "GET /v2.0/security-groups?id=e33e0278-9cba-4ac9-9f10-0006b108bb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317018 Jul 13 19:34:37.461576 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1ee33-2b84-4277-a11f-c2ea6b022ec0 req-4c12c37d-ad07-4066-a2b3-26ce53c918b7 tempest-VolumesNegativeTest-1157076722 tempest-VolumesNegativeTest-1157076722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:37.462945 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-bab1ee33-2b84-4277-a11f-c2ea6b022ec0 req-4c12c37d-ad07-4066-a2b3-26ce53c918b7 tempest-VolumesNegativeTest-1157076722 tempest-VolumesNegativeTest-1157076722-project] 10.222.0.67 "GET /v2.0/ports?device_id=751289d9-c2f4-4500-b148-fb91dda1fb79 HTTP/1.1" status: 200 len: 949 time: 0.0614960 Jul 13 19:34:37.499640 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-bab1ee33-2b84-4277-a11f-c2ea6b022ec0 req-c8c44e57-5f2c-4b7c-b6c4-025155f40d4b tempest-VolumesNegativeTest-1157076722 tempest-VolumesNegativeTest-1157076722-project] 10.222.0.67 "GET /v2.0/security-groups?id=e33e0278-9cba-4ac9-9f10-0006b108bb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310977 Jul 13 19:34:38.662283 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3e9b1-434a-44c0-8038-045fc05dc3fa req-93f424a2-86c4-407f-9d18-5b6f91f76b36 tempest-VolumesNegativeTest-1157076722 tempest-VolumesNegativeTest-1157076722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:38.663789 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-8af3e9b1-434a-44c0-8038-045fc05dc3fa req-93f424a2-86c4-407f-9d18-5b6f91f76b36 tempest-VolumesNegativeTest-1157076722 tempest-VolumesNegativeTest-1157076722-project] 10.222.0.18 "GET /v2.0/ports?device_id=751289d9-c2f4-4500-b148-fb91dda1fb79 HTTP/1.1" status: 200 len: 949 time: 0.0679944 Jul 13 19:34:38.677050 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aaec3e-b845-45d0-93bd-d32d7ec6b0b9 req-bd868cda-b6a4-4533-b3d9-f1b364bf9289 tempest-VolumesNegativeTest-1157076722 tempest-VolumesNegativeTest-1157076722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:38.678576 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-73aaec3e-b845-45d0-93bd-d32d7ec6b0b9 req-bd868cda-b6a4-4533-b3d9-f1b364bf9289 tempest-VolumesNegativeTest-1157076722 tempest-VolumesNegativeTest-1157076722-project] 10.222.0.67 "GET /v2.0/ports?device_id=751289d9-c2f4-4500-b148-fb91dda1fb79 HTTP/1.1" status: 200 len: 949 time: 0.0630901 Jul 13 19:34:38.720710 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-73aaec3e-b845-45d0-93bd-d32d7ec6b0b9 req-c300f6e6-27df-4450-a188-1e27e29bc75a tempest-VolumesNegativeTest-1157076722 tempest-VolumesNegativeTest-1157076722-project] 10.222.0.67 "GET /v2.0/security-groups?id=e33e0278-9cba-4ac9-9f10-0006b108bb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365295 Jul 13 19:34:38.767635 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [req-8af3e9b1-434a-44c0-8038-045fc05dc3fa req-0ed4b494-0b77-4b12-b05f-c425e4157943 tempest-VolumesNegativeTest-1157076722 tempest-VolumesNegativeTest-1157076722-project] Deleting port af4f36f1-3d8f-4810-9e2c-11ea30776d5f {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:34:38.768163 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-8af3e9b1-434a-44c0-8038-045fc05dc3fa req-0ed4b494-0b77-4b12-b05f-c425e4157943 tempest-VolumesNegativeTest-1157076722 tempest-VolumesNegativeTest-1157076722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752272853989'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:38.858335 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-8af3e9b1-434a-44c0-8038-045fc05dc3fa req-0ed4b494-0b77-4b12-b05f-c425e4157943 tempest-VolumesNegativeTest-1157076722 tempest-VolumesNegativeTest-1157076722-project] For port af4f36f1-3d8f-4810-9e2c-11ea30776d5f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=af4f36f1-3d8f-4810-9e2c-11ea30776d5f,segment=NetworkSegment(e2b2f082-e541-4d06-a353-ddd3ca89e745),segment_id=e2b2f082-e541-4d06-a353-ddd3ca89e745)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:34:38.858696 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-8af3e9b1-434a-44c0-8038-045fc05dc3fa req-0ed4b494-0b77-4b12-b05f-c425e4157943 tempest-VolumesNegativeTest-1157076722 tempest-VolumesNegativeTest-1157076722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763640'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:38.870877 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [req-8af3e9b1-434a-44c0-8038-045fc05dc3fa req-0ed4b494-0b77-4b12-b05f-c425e4157943 tempest-VolumesNegativeTest-1157076722 tempest-VolumesNegativeTest-1157076722-project] Calling delete_port for af4f36f1-3d8f-4810-9e2c-11ea30776d5f owned by compute:nova {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:34:39.002450 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-8af3e9b1-434a-44c0-8038-045fc05dc3fa req-0ed4b494-0b77-4b12-b05f-c425e4157943 tempest-VolumesNegativeTest-1157076722 tempest-VolumesNegativeTest-1157076722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752272859917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752272454292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130471124'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:39.013857 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] get_ports_and_sgs() called for port_ids ['af4f36f1-3d8f-4810-9e2c-11ea30776d5f'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:34:39.031279 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed4b494-0b77-4b12-b05f-c425e4157943 tempest-VolumesNegativeTest-1157076722 tempest-VolumesNegativeTest-1157076722-project] Pushing event deleted for resources: {'Port': ['ID=af4f36f1-3d8f-4810-9e2c-11ea30776d5f,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:39.078635 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af3e9b1-434a-44c0-8038-045fc05dc3fa req-0ed4b494-0b77-4b12-b05f-c425e4157943 tempest-VolumesNegativeTest-1157076722 tempest-VolumesNegativeTest-1157076722-project] No DVR routers for this DVR port af4f36f1-3d8f-4810-9e2c-11ea30776d5f on host hv-cinder-78693 {{(pid=92923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:34:39.081850 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-8af3e9b1-434a-44c0-8038-045fc05dc3fa req-0ed4b494-0b77-4b12-b05f-c425e4157943 tempest-VolumesNegativeTest-1157076722 tempest-VolumesNegativeTest-1157076722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:39.083897 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-8af3e9b1-434a-44c0-8038-045fc05dc3fa req-0ed4b494-0b77-4b12-b05f-c425e4157943 tempest-VolumesNegativeTest-1157076722 tempest-VolumesNegativeTest-1157076722-project] 10.222.0.18 "DELETE /v2.0/ports/af4f36f1-3d8f-4810-9e2c-11ea30776d5f HTTP/1.1" status: 204 len: 173 time: 0.4150684 Jul 13 19:34:39.084344 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '751289d9-c2f4-4500-b148-fb91dda1fb79', 'name': 'network-vif-deleted', 'tag': 'af4f36f1-3d8f-4810-9e2c-11ea30776d5f'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:34:39.086608 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1087dd994376df9afb132dbe65b34b6853527e2d112168992b97c33633c3add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ab7ffd-ec62-4c78-b3e7-db99cca29953" -d '{"events": [{"server_uuid": "751289d9-c2f4-4500-b148-fb91dda1fb79", "name": "network-vif-deleted", "tag": "af4f36f1-3d8f-4810-9e2c-11ea30776d5f"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:34:39.128784 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a442013d-018b-47e8-aedf-0162825bc3be x-openstack-request-id: req-a442013d-018b-47e8-aedf-0162825bc3be {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:34:39.129311 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "751289d9-c2f4-4500-b148-fb91dda1fb79", "name": "network-vif-deleted", "tag": "af4f36f1-3d8f-4810-9e2c-11ea30776d5f", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:34:39.129730 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a442013d-018b-47e8-aedf-0162825bc3be {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:34:39.130136 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '751289d9-c2f4-4500-b148-fb91dda1fb79', 'name': 'network-vif-deleted', 'tag': 'af4f36f1-3d8f-4810-9e2c-11ea30776d5f', 'status': 'completed', 'code': 200} Jul 13 19:34:42.701547 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.agents_db [None req-012e1d35-f91a-49b0-a4f0-5c30301579de None None] Agent healthcheck: found 6 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:34:42.836277 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device af4f36f1-3d8f-4810-9e2c-11ea30776d5f no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:34:42.855968 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] No Port match for: af4f36f1-3d8f-4810-9e2c-11ea30776d5f {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:34:42.856306 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device af4f36f1-3d8f-4810-9e2c-11ea30776d5f not bound to the agent host hv-cinder-78693 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:34:43.453000 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 59512) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:43.581651 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-a4e07c03-f144-4a4a-a6b0-1a6e3ef7400b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7641f1a3e1504ee0b3bbd9da743ce705&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1274564 Jul 13 19:34:43.584094 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 59516) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:34:43.631167 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-de91efe0-9fdf-4c24-9f57-bd9040706327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:43.655026 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-de91efe0-9fdf-4c24-9f57-bd9040706327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:43.706308 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-de91efe0-9fdf-4c24-9f57-bd9040706327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:43.709463 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-de91efe0-9fdf-4c24-9f57-bd9040706327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:43.710616 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-de91efe0-9fdf-4c24-9f57-bd9040706327 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e33e0278-9cba-4ac9-9f10-0006b108bb8d HTTP/1.1" status: 204 len: 168 time: 0.1255960 Jul 13 19:34:43.718765 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de91efe0-9fdf-4c24-9f57-bd9040706327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33e0278-9cba-4ac9-9f10-0006b108bb8d,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:46.344396 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-c8220d8b-160c-4eb0-b13d-a4b28c0e22b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:48.959285 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8fa053c1-fcd2-4744-baa6-67965c724e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:49.088497 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:49.701540 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15942b0-36f6-4b89-b599-20ed9de9feea req-b9218bad-b5f9-4e6e-b310-20103a289b15 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:49.702938 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-c15942b0-36f6-4b89-b599-20ed9de9feea req-b9218bad-b5f9-4e6e-b310-20103a289b15 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/ports?device_id=71f92cc7-5d60-46c7-9845-7bebdac5ecdd HTTP/1.1" status: 200 len: 945 time: 0.0627439 Jul 13 19:34:49.740228 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-c15942b0-36f6-4b89-b599-20ed9de9feea req-88ca4d05-064e-41eb-b24f-d59512877b1f tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/security-groups?id=e4da3ed7-58bd-421e-aadf-e530e2f1571d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312972 Jul 13 19:34:50.255367 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f121cc10-15a3-4774-9d3b-44cefef2260b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:50.913051 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e2512b-8b13-4b57-b24f-2fcfc674e4f2 req-d8e97a78-de71-4200-8c8b-70662300416c tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:50.914556 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-48e2512b-8b13-4b57-b24f-2fcfc674e4f2 req-d8e97a78-de71-4200-8c8b-70662300416c tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/ports?device_id=71f92cc7-5d60-46c7-9845-7bebdac5ecdd HTTP/1.1" status: 200 len: 945 time: 0.0632823 Jul 13 19:34:50.952388 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-48e2512b-8b13-4b57-b24f-2fcfc674e4f2 req-51e6d8fb-2661-41d8-bb2a-f383f3aef539 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/security-groups?id=e4da3ed7-58bd-421e-aadf-e530e2f1571d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322614 Jul 13 19:34:51.072493 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb6d330-d6d7-4355-94d2-fafda69d8b24 req-a259d890-915b-4b6a-bce3-49916ba43017 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:51.073947 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1fb6d330-d6d7-4355-94d2-fafda69d8b24 req-a259d890-915b-4b6a-bce3-49916ba43017 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.18 "GET /v2.0/ports?device_id=71f92cc7-5d60-46c7-9845-7bebdac5ecdd HTTP/1.1" status: 200 len: 945 time: 0.0652363 Jul 13 19:34:51.173173 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [req-1fb6d330-d6d7-4355-94d2-fafda69d8b24 req-a788c969-1700-4754-acca-66b05481410c tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Deleting port 84d633e2-43fb-43a1-b094-0572a448d5fb {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:34:51.173513 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-1fb6d330-d6d7-4355-94d2-fafda69d8b24 req-a788c969-1700-4754-acca-66b05481410c tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752272853989'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:51.261254 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-1fb6d330-d6d7-4355-94d2-fafda69d8b24 req-a788c969-1700-4754-acca-66b05481410c tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] For port 84d633e2-43fb-43a1-b094-0572a448d5fb, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=84d633e2-43fb-43a1-b094-0572a448d5fb,segment=NetworkSegment(9e78100f-3ded-4534-86f9-3d2900c1d317),segment_id=9e78100f-3ded-4534-86f9-3d2900c1d317)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:34:51.261618 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-1fb6d330-d6d7-4355-94d2-fafda69d8b24 req-a788c969-1700-4754-acca-66b05481410c tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763640'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:51.433213 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-1fb6d330-d6d7-4355-94d2-fafda69d8b24 req-a788c969-1700-4754-acca-66b05481410c tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:51.433495 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-1fb6d330-d6d7-4355-94d2-fafda69d8b24 req-a788c969-1700-4754-acca-66b05481410c tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760411'] for floatingip, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:51.433808 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.db.l3_db [req-1fb6d330-d6d7-4355-94d2-fafda69d8b24 req-a788c969-1700-4754-acca-66b05481410c tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Floating IP bce4faaf-4320-4591-b5c2-b683e72ca473 disassociated. External IP: 172.27.1.46, port: 84d633e2-43fb-43a1-b094-0572a448d5fb. Jul 13 19:34:51.434155 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [req-1fb6d330-d6d7-4355-94d2-fafda69d8b24 req-a788c969-1700-4754-acca-66b05481410c tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Calling delete_port for 84d633e2-43fb-43a1-b094-0572a448d5fb owned by compute:nova {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:34:51.555403 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-1fb6d330-d6d7-4355-94d2-fafda69d8b24 req-a788c969-1700-4754-acca-66b05481410c tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752272859917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752272454292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130471124'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:51.589209 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a788c969-1700-4754-acca-66b05481410c tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Pushing event deleted for resources: {'Port': ['ID=84d633e2-43fb-43a1-b094-0572a448d5fb,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:51.601692 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788c969-1700-4754-acca-66b05481410c tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:51.602047 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788c969-1700-4754-acca-66b05481410c tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:51.602390 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788c969-1700-4754-acca-66b05481410c tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:51.602726 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788c969-1700-4754-acca-66b05481410c tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:51.603084 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788c969-1700-4754-acca-66b05481410c tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:51.603501 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788c969-1700-4754-acca-66b05481410c tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:51.603769 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788c969-1700-4754-acca-66b05481410c tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:51.604100 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788c969-1700-4754-acca-66b05481410c tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:51.606727 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788c969-1700-4754-acca-66b05481410c tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:51.606727 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788c969-1700-4754-acca-66b05481410c tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:51.606727 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788c969-1700-4754-acca-66b05481410c tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:51.606727 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788c969-1700-4754-acca-66b05481410c tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:34:51.708791 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1fb6d330-d6d7-4355-94d2-fafda69d8b24 req-a788c969-1700-4754-acca-66b05481410c tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Router d4e16366-3bb8-485a-b78e-107d91ef4dc9 has already been hosted by L3 agent beedb406-ab13-44dd-957b-972171d020d2 {{(pid=92923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:34:51.757018 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-90e910e5-9927-492e-a649-803b472a565a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:51.814362 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1fb6d330-d6d7-4355-94d2-fafda69d8b24 req-a788c969-1700-4754-acca-66b05481410c tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify agent at l3_agent.dv-cinder-786932-3-iscsi the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:34:51.824897 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7224b750-5566-415f-85db-306014607518 None None] Sync routers for ids ['d4e16366-3bb8-485a-b78e-107d91ef4dc9'] in dv-cinder-786932-3-iscsi {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:34:51.834459 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7224b750-5566-415f-85db-306014607518 None None] Routers {'d4e16366-3bb8-485a-b78e-107d91ef4dc9'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:34:51.835178 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-7224b750-5566-415f-85db-306014607518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:34:49Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['d4e16366-3bb8-485a-b78e-107d91ef4dc9'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:51.858478 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fb6d330-d6d7-4355-94d2-fafda69d8b24 req-a788c969-1700-4754-acca-66b05481410c tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] No DVR routers for this DVR port 84d633e2-43fb-43a1-b094-0572a448d5fb on host hv-cinder-78693 {{(pid=92923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:34:51.861031 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-1fb6d330-d6d7-4355-94d2-fafda69d8b24 req-a788c969-1700-4754-acca-66b05481410c tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:51.863169 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1fb6d330-d6d7-4355-94d2-fafda69d8b24 req-a788c969-1700-4754-acca-66b05481410c tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.18 "DELETE /v2.0/ports/84d633e2-43fb-43a1-b094-0572a448d5fb HTTP/1.1" status: 204 len: 173 time: 0.7842047 Jul 13 19:34:51.864182 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f92cc7-5d60-46c7-9845-7bebdac5ecdd', 'name': 'network-vif-deleted', 'tag': '84d633e2-43fb-43a1-b094-0572a448d5fb'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:34:51.867063 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1087dd994376df9afb132dbe65b34b6853527e2d112168992b97c33633c3add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe620028-96f2-4a11-af96-0003bf7d1742" -d '{"events": [{"server_uuid": "71f92cc7-5d60-46c7-9845-7bebdac5ecdd", "name": "network-vif-deleted", "tag": "84d633e2-43fb-43a1-b094-0572a448d5fb"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:34:51.904870 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74fee4dc-a548-4270-9e1b-0aa5a37e528b x-openstack-request-id: req-74fee4dc-a548-4270-9e1b-0aa5a37e528b {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:34:51.905163 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71f92cc7-5d60-46c7-9845-7bebdac5ecdd", "name": "network-vif-deleted", "tag": "84d633e2-43fb-43a1-b094-0572a448d5fb", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:34:51.905413 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-74fee4dc-a548-4270-9e1b-0aa5a37e528b {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:34:51.905808 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71f92cc7-5d60-46c7-9845-7bebdac5ecdd', 'name': 'network-vif-deleted', 'tag': '84d633e2-43fb-43a1-b094-0572a448d5fb', 'status': 'completed', 'code': 200} Jul 13 19:34:51.959267 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-7224b750-5566-415f-85db-306014607518 None None] Set router d4e16366-3bb8-485a-b78e-107d91ef4dc9 gateway port host: dv-cinder-786932-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:34:52.103343 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-af5ca8cb-38fc-4e32-8d47-73bed6c9ec3e req-b7c30a37-1c4e-4057-9838-925c21a89bcb tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/ports?device_id=71f92cc7-5d60-46c7-9845-7bebdac5ecdd HTTP/1.1" status: 200 len: 210 time: 0.0311346 Jul 13 19:34:52.179574 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-7224b750-5566-415f-85db-306014607518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'name': 'tempest-TestVolumeBootPattern-87398999-router', 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'b2a9af05-1c42-461c-be04-bc00e592d5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:31:42Z', 'updated_at': '2021-07-13T19:31:46Z', 'revision_number': 4, 'project_id': 'da56846ec73942cf83102acdbcf36164', 'gw_port': {'id': 'b2a9af05-1c42-461c-be04-bc00e592d5a7', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:42Z', 'updated_at': '2021-07-13T19:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_interfaces': [{'id': 'a03ab933-3f7b-4994-bc24-a8d794326af8', 'name': '', 'network_id': 'fe00eba9-0278-49ca-8d63-f9bff0de1d38', 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'mac_address': 'fa:16:3e:d1:18:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'e7c2ed50-4f57-4cc1-ae5d-bd0d76563475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:45Z', 'updated_at': '2021-07-13T19:31:57Z', 'revision_number': 5, 'project_id': 'da56846ec73942cf83102acdbcf36164', 'subnets': [{'id': 'e7c2ed50-4f57-4cc1-ae5d-bd0d76563475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:52.207087 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7224b750-5566-415f-85db-306014607518 None None] Checking router: d4e16366-3bb8-485a-b78e-107d91ef4dc9 for host: dv-cinder-786932-3-iscsi {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:34:52.216150 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7224b750-5566-415f-85db-306014607518 None None] Routers {'d4e16366-3bb8-485a-b78e-107d91ef4dc9'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:34:52.216759 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-7224b750-5566-415f-85db-306014607518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:34:49Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['d4e16366-3bb8-485a-b78e-107d91ef4dc9'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:52.323285 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-7224b750-5566-415f-85db-306014607518 None None] Set router d4e16366-3bb8-485a-b78e-107d91ef4dc9 gateway port host: dv-cinder-786932-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:34:52.525809 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-7224b750-5566-415f-85db-306014607518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'name': 'tempest-TestVolumeBootPattern-87398999-router', 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'b2a9af05-1c42-461c-be04-bc00e592d5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:31:42Z', 'updated_at': '2021-07-13T19:31:46Z', 'revision_number': 4, 'project_id': 'da56846ec73942cf83102acdbcf36164', 'gw_port': {'id': 'b2a9af05-1c42-461c-be04-bc00e592d5a7', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:42Z', 'updated_at': '2021-07-13T19:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_interfaces': [{'id': 'a03ab933-3f7b-4994-bc24-a8d794326af8', 'name': '', 'network_id': 'fe00eba9-0278-49ca-8d63-f9bff0de1d38', 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'mac_address': 'fa:16:3e:d1:18:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'e7c2ed50-4f57-4cc1-ae5d-bd0d76563475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:45Z', 'updated_at': '2021-07-13T19:31:57Z', 'revision_number': 5, 'project_id': 'da56846ec73942cf83102acdbcf36164', 'subnets': [{'id': 'e7c2ed50-4f57-4cc1-ae5d-bd0d76563475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:34:52.554063 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7224b750-5566-415f-85db-306014607518 None None] The sync data for ids ['d4e16366-3bb8-485a-b78e-107d91ef4dc9'] in dv-cinder-786932-3-iscsi is: [{'id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'name': 'tempest-TestVolumeBootPattern-87398999-router', 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'b2a9af05-1c42-461c-be04-bc00e592d5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:31:42Z', 'updated_at': '2021-07-13T19:31:46Z', 'revision_number': 4, 'project_id': 'da56846ec73942cf83102acdbcf36164', 'gw_port': {'id': 'b2a9af05-1c42-461c-be04-bc00e592d5a7', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:42Z', 'updated_at': '2021-07-13T19:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_interfaces': [{'id': 'a03ab933-3f7b-4994-bc24-a8d794326af8', 'name': '', 'network_id': 'fe00eba9-0278-49ca-8d63-f9bff0de1d38', 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'mac_address': 'fa:16:3e:d1:18:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'e7c2ed50-4f57-4cc1-ae5d-bd0d76563475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:45Z', 'updated_at': '2021-07-13T19:31:57Z', 'revision_number': 5, 'project_id': 'da56846ec73942cf83102acdbcf36164', 'subnets': [{'id': 'e7c2ed50-4f57-4cc1-ae5d-bd0d76563475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:34:52.764043 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c058e17-d572-4335-a95c-e45d9e0506b2 None None] New status for floating IP bce4faaf-4320-4591-b5c2-b683e72ca473: DOWN {{(pid=92926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:34:53.397003 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-401d7185-f266-46f6-9c87-a5c137c9b69d req-270c1795-d5fd-4555-81d1-1af0463b6606 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2103661069&fields=id&tenant_id=da56846ec73942cf83102acdbcf36164 HTTP/1.1" status: 200 len: 267 time: 0.0345652 Jul 13 19:34:53.503790 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401d7185-f266-46f6-9c87-a5c137c9b69d req-e07db2a4-3329-40b9-b23d-7080ee6bf9fd tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:53.505923 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-401d7185-f266-46f6-9c87-a5c137c9b69d req-e07db2a4-3329-40b9-b23d-7080ee6bf9fd tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/networks?id=fe00eba9-0278-49ca-8d63-f9bff0de1d38 HTTP/1.1" status: 200 len: 810 time: 0.1026993 Jul 13 19:34:53.520258 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-401d7185-f266-46f6-9c87-a5c137c9b69d req-34760f9d-1c8b-47bc-8400-78cb72d725ae tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/quotas/da56846ec73942cf83102acdbcf36164 HTTP/1.1" status: 200 len: 375 time: 0.0089314 Jul 13 19:34:53.592290 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-401d7185-f266-46f6-9c87-a5c137c9b69d req-6fc52614-6bcb-4ce6-9384-0f38d3fcb162 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=da56846ec73942cf83102acdbcf36164&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0669167 Jul 13 19:34:53.688291 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-401d7185-f266-46f6-9c87-a5c137c9b69d req-c1830de2-2077-4dfb-9ffe-859ff82d70d3 service neutron] 10.222.0.67 "GET /v2.0/networks/fe00eba9-0278-49ca-8d63-f9bff0de1d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849142 Jul 13 19:34:53.778133 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-401d7185-f266-46f6-9c87-a5c137c9b69d req-a5df07df-fd7a-4c7a-926d-7981fa8c15af service neutron] 10.222.0.67 "GET /v2.0/networks/fe00eba9-0278-49ca-8d63-f9bff0de1d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826440 Jul 13 19:34:54.077782 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-38049b24-8458-49be-aa47-998bdcb1a1bd req-9bc34416-3dc4-441f-b998-744c54f426bb tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/ports?device_id=1838275d-b631-41a2-80da-0193d364502e HTTP/1.1" status: 200 len: 210 time: 0.0327165 Jul 13 19:34:54.852339 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device 84d633e2-43fb-43a1-b094-0572a448d5fb no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:34:54.873608 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] No Port match for: 84d633e2-43fb-43a1-b094-0572a448d5fb {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:34:54.873953 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device 84d633e2-43fb-43a1-b094-0572a448d5fb not bound to the agent host hv-cinder-78693 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:34:55.064375 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401d7185-f266-46f6-9c87-a5c137c9b69d req-6c45a246-70c4-4a6f-bcfd-6b8b84683880 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:55.065862 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-401d7185-f266-46f6-9c87-a5c137c9b69d req-6c45a246-70c4-4a6f-bcfd-6b8b84683880 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.18 "GET /v2.0/networks?id=fe00eba9-0278-49ca-8d63-f9bff0de1d38 HTTP/1.1" status: 200 len: 810 time: 0.1062198 Jul 13 19:34:55.117465 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-401d7185-f266-46f6-9c87-a5c137c9b69d req-c6c7678a-5364-4a35-8989-2da2bac94246 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da56846ec73942cf83102acdbcf36164 HTTP/1.1" status: 200 len: 380 time: 0.0366328 Jul 13 19:34:55.127774 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [req-401d7185-f266-46f6-9c87-a5c137c9b69d req-995cd584-be5a-42cc-8e47-836c7ede4420 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Request body: {'port': {'device_id': '1838275d-b631-41a2-80da-0193d364502e', 'network_id': 'fe00eba9-0278-49ca-8d63-f9bff0de1d38', 'admin_state_up': True, 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'security_groups': ['e4da3ed7-58bd-421e-aadf-e530e2f1571d']}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:34:55.229470 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-dfff35e8-74bf-4793-9ae1-186f6bb9a19b req-a3499668-0f04-4839-bbda-165fdee38e96 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/ports?device_id=1838275d-b631-41a2-80da-0193d364502e HTTP/1.1" status: 200 len: 210 time: 0.0414121 Jul 13 19:34:55.272532 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-401d7185-f266-46f6-9c87-a5c137c9b69d req-995cd584-be5a-42cc-8e47-836c7ede4420 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Made reservation on behalf of da56846ec73942cf83102acdbcf36164 for: {'port': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:34:55.276037 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-401d7185-f266-46f6-9c87-a5c137c9b69d req-995cd584-be5a-42cc-8e47-836c7ede4420 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:55.400273 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [req-401d7185-f266-46f6-9c87-a5c137c9b69d req-995cd584-be5a-42cc-8e47-836c7ede4420 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Allocated IP 172.20.0.8 (fe00eba9-0278-49ca-8d63-f9bff0de1d38/e7c2ed50-4f57-4cc1-ae5d-bd0d76563475/d8382cba-e3e2-4116-9b27-2b9b22158795) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:34:55.554168 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-401d7185-f266-46f6-9c87-a5c137c9b69d req-995cd584-be5a-42cc-8e47-836c7ede4420 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:55.567948 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [req-401d7185-f266-46f6-9c87-a5c137c9b69d req-995cd584-be5a-42cc-8e47-836c7ede4420 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Transition to ACTIVE for port object d8382cba-e3e2-4116-9b27-2b9b22158795 will not be triggered until provisioned by entity DHCP. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:34:55.600049 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-401d7185-f266-46f6-9c87-a5c137c9b69d req-995cd584-be5a-42cc-8e47-836c7ede4420 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752272454283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130471124'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:55.642352 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-401d7185-f266-46f6-9c87-a5c137c9b69d req-995cd584-be5a-42cc-8e47-836c7ede4420 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Network fe00eba9-0278-49ca-8d63-f9bff0de1d38 is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:34:55.647829 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [req-401d7185-f266-46f6-9c87-a5c137c9b69d req-995cd584-be5a-42cc-8e47-836c7ede4420 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:34:55.651767 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [req-401d7185-f266-46f6-9c87-a5c137c9b69d req-995cd584-be5a-42cc-8e47-836c7ede4420 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:34:55.679852 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995cd584-be5a-42cc-8e47-836c7ede4420 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Pushing event updated for resources: {'Port': ['ID=d8382cba-e3e2-4116-9b27-2b9b22158795,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:55.705575 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401d7185-f266-46f6-9c87-a5c137c9b69d req-995cd584-be5a-42cc-8e47-836c7ede4420 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:55.706208 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-401d7185-f266-46f6-9c87-a5c137c9b69d req-995cd584-be5a-42cc-8e47-836c7ede4420 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:55.723003 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-401d7185-f266-46f6-9c87-a5c137c9b69d req-995cd584-be5a-42cc-8e47-836c7ede4420 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5990074 Jul 13 19:34:55.734828 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [req-401d7185-f266-46f6-9c87-a5c137c9b69d req-6252b982-e8e5-4b4c-95fc-20eae41725cb service neutron] Request body: {'port': {'device_id': '1838275d-b631-41a2-80da-0193d364502e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:34:55.812435 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-401d7185-f266-46f6-9c87-a5c137c9b69d req-6252b982-e8e5-4b4c-95fc-20eae41725cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:55.868365 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-31e143ed-1cbd-4df0-a8f5-52919634ebfb None None] Provisioning for port d8382cba-e3e2-4116-9b27-2b9b22158795 completed by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:34:55.872716 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-31e143ed-1cbd-4df0-a8f5-52919634ebfb None None] Provisioning complete for port d8382cba-e3e2-4116-9b27-2b9b22158795 triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:34:55.873088 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-31e143ed-1cbd-4df0-a8f5-52919634ebfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:55.906839 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-31e143ed-1cbd-4df0-a8f5-52919634ebfb None None] Port d8382cba-e3e2-4116-9b27-2b9b22158795 cannot update to ACTIVE because it is not bound. {{(pid=92925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:34:56.067878 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [req-401d7185-f266-46f6-9c87-a5c137c9b69d req-6252b982-e8e5-4b4c-95fc-20eae41725cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8382cba-e3e2-4116-9b27-2b9b22158795 {{(pid=92923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:34:56.075261 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-401d7185-f266-46f6-9c87-a5c137c9b69d req-6252b982-e8e5-4b4c-95fc-20eae41725cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:56.087657 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [req-401d7185-f266-46f6-9c87-a5c137c9b69d req-6252b982-e8e5-4b4c-95fc-20eae41725cb service neutron] Transition to ACTIVE for port object d8382cba-e3e2-4116-9b27-2b9b22158795 will not be triggered until provisioned by entity L2. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:34:56.091120 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-401d7185-f266-46f6-9c87-a5c137c9b69d req-6252b982-e8e5-4b4c-95fc-20eae41725cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130471135'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:56.142883 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6252b982-e8e5-4b4c-95fc-20eae41725cb service neutron] Pushing event updated for resources: {'Port': ['ID=d8382cba-e3e2-4116-9b27-2b9b22158795,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:56.216792 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-401d7185-f266-46f6-9c87-a5c137c9b69d req-6252b982-e8e5-4b4c-95fc-20eae41725cb service neutron] Attempting to bind port d8382cba-e3e2-4116-9b27-2b9b22158795 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:34:56.217233 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-401d7185-f266-46f6-9c87-a5c137c9b69d req-6252b982-e8e5-4b4c-95fc-20eae41725cb service neutron] Attempting to bind port d8382cba-e3e2-4116-9b27-2b9b22158795 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '9e78100f-3ded-4534-86f9-3d2900c1d317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'fe00eba9-0278-49ca-8d63-f9bff0de1d38'}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:34:56.217624 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401d7185-f266-46f6-9c87-a5c137c9b69d req-6252b982-e8e5-4b4c-95fc-20eae41725cb service neutron] Attempting to bind port d8382cba-e3e2-4116-9b27-2b9b22158795 on network fe00eba9-0278-49ca-8d63-f9bff0de1d38 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:34:56.222190 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401d7185-f266-46f6-9c87-a5c137c9b69d req-6252b982-e8e5-4b4c-95fc-20eae41725cb service neutron] Port d8382cba-e3e2-4116-9b27-2b9b22158795 on network fe00eba9-0278-49ca-8d63-f9bff0de1d38 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:34:56.222512 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401d7185-f266-46f6-9c87-a5c137c9b69d req-6252b982-e8e5-4b4c-95fc-20eae41725cb service neutron] Attempting to bind port d8382cba-e3e2-4116-9b27-2b9b22158795 on network fe00eba9-0278-49ca-8d63-f9bff0de1d38 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:34:56.228069 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401d7185-f266-46f6-9c87-a5c137c9b69d req-6252b982-e8e5-4b4c-95fc-20eae41725cb service neutron] Checking agent: {'id': '4a103c85-e045-48ce-a8be-787d9b9ed000', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 23, 28), 'started_at': datetime.datetime(2021, 7, 13, 19, 23, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:34:56.228409 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401d7185-f266-46f6-9c87-a5c137c9b69d req-6252b982-e8e5-4b4c-95fc-20eae41725cb service neutron] Checking segment: {'id': '9e78100f-3ded-4534-86f9-3d2900c1d317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'fe00eba9-0278-49ca-8d63-f9bff0de1d38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:34:56.228796 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401d7185-f266-46f6-9c87-a5c137c9b69d req-6252b982-e8e5-4b4c-95fc-20eae41725cb service neutron] Bound using segment: {'id': '9e78100f-3ded-4534-86f9-3d2900c1d317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'fe00eba9-0278-49ca-8d63-f9bff0de1d38'} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:34:56.229222 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-401d7185-f266-46f6-9c87-a5c137c9b69d req-6252b982-e8e5-4b4c-95fc-20eae41725cb service neutron] Bound port: d8382cba-e3e2-4116-9b27-2b9b22158795, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e78100f-3ded-4534-86f9-3d2900c1d317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'fe00eba9-0278-49ca-8d63-f9bff0de1d38'}}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:34:56.229578 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-401d7185-f266-46f6-9c87-a5c137c9b69d req-6252b982-e8e5-4b4c-95fc-20eae41725cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:56.297154 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-401d7185-f266-46f6-9c87-a5c137c9b69d req-6252b982-e8e5-4b4c-95fc-20eae41725cb service neutron] For port d8382cba-e3e2-4116-9b27-2b9b22158795, host hv-cinder-78693, cleared binding levels {{(pid=92923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:34:56.300111 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-401d7185-f266-46f6-9c87-a5c137c9b69d req-6252b982-e8e5-4b4c-95fc-20eae41725cb service neutron] For port d8382cba-e3e2-4116-9b27-2b9b22158795, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d8382cba-e3e2-4116-9b27-2b9b22158795,segment=NetworkSegment(9e78100f-3ded-4534-86f9-3d2900c1d317),segment_id=9e78100f-3ded-4534-86f9-3d2900c1d317)] {{(pid=92923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:34:56.313098 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-401d7185-f266-46f6-9c87-a5c137c9b69d req-6252b982-e8e5-4b4c-95fc-20eae41725cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130471135'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:56.351442 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401d7185-f266-46f6-9c87-a5c137c9b69d req-6252b982-e8e5-4b4c-95fc-20eae41725cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:56.352247 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-401d7185-f266-46f6-9c87-a5c137c9b69d req-6252b982-e8e5-4b4c-95fc-20eae41725cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:34:56.353650 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-401d7185-f266-46f6-9c87-a5c137c9b69d req-6252b982-e8e5-4b4c-95fc-20eae41725cb service neutron] 10.222.0.18 "PUT /v2.0/ports/d8382cba-e3e2-4116-9b27-2b9b22158795 HTTP/1.1" status: 200 len: 1093 time: 0.6232839 Jul 13 19:34:56.355941 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1838275d-b631-41a2-80da-0193d364502e', 'tag': 'd8382cba-e3e2-4116-9b27-2b9b22158795'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:34:56.359010 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1087dd994376df9afb132dbe65b34b6853527e2d112168992b97c33633c3add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33247854-ec6c-4fce-943b-11315c88bbcf" -d '{"events": [{"name": "network-changed", "server_uuid": "1838275d-b631-41a2-80da-0193d364502e", "tag": "d8382cba-e3e2-4116-9b27-2b9b22158795"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:34:56.391088 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6252b982-e8e5-4b4c-95fc-20eae41725cb service neutron] Pushing event updated for resources: {'Port': ['ID=d8382cba-e3e2-4116-9b27-2b9b22158795,revision_number=3']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:34:56.432955 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4109ce6f-4a5a-4d40-9c8b-e5cc5d543511 x-openstack-request-id: req-4109ce6f-4a5a-4d40-9c8b-e5cc5d543511 {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:34:56.433220 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1838275d-b631-41a2-80da-0193d364502e", "tag": "d8382cba-e3e2-4116-9b27-2b9b22158795", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:34:56.433468 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4109ce6f-4a5a-4d40-9c8b-e5cc5d543511 {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:34:56.433920 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1838275d-b631-41a2-80da-0193d364502e', 'tag': 'd8382cba-e3e2-4116-9b27-2b9b22158795', 'status': 'completed', 'code': 200} Jul 13 19:34:56.434899 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb9809-4337-49d3-9f63-983a5947c34f req-7acae84e-b5aa-418b-813a-43a861bbdad6 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:56.436487 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-64eb9809-4337-49d3-9f63-983a5947c34f req-7acae84e-b5aa-418b-813a-43a861bbdad6 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/ports?device_id=1838275d-b631-41a2-80da-0193d364502e HTTP/1.1" status: 200 len: 943 time: 0.0902884 Jul 13 19:34:56.463314 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401d7185-f266-46f6-9c87-a5c137c9b69d req-fe858646-c513-40b2-971b-881d48de0a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:56.465018 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-401d7185-f266-46f6-9c87-a5c137c9b69d req-fe858646-c513-40b2-971b-881d48de0a6c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=da56846ec73942cf83102acdbcf36164&device_id=1838275d-b631-41a2-80da-0193d364502e HTTP/1.1" status: 200 len: 1096 time: 0.0630202 Jul 13 19:34:56.482291 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-64eb9809-4337-49d3-9f63-983a5947c34f req-c8e101cf-3712-43ab-81ed-568c150a1e94 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/security-groups?id=e4da3ed7-58bd-421e-aadf-e530e2f1571d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372760 Jul 13 19:34:56.508589 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-401d7185-f266-46f6-9c87-a5c137c9b69d req-c76c01ba-9637-4db6-861e-14d9699f3734 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8382cba-e3e2-4116-9b27-2b9b22158795 HTTP/1.1" status: 200 len: 217 time: 0.0364950 Jul 13 19:34:56.565541 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401d7185-f266-46f6-9c87-a5c137c9b69d req-e8298f1d-26e9-4cd4-adf8-bcff154e2060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:56.567123 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-401d7185-f266-46f6-9c87-a5c137c9b69d req-e8298f1d-26e9-4cd4-adf8-bcff154e2060 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e7c2ed50-4f57-4cc1-ae5d-bd0d76563475 HTTP/1.1" status: 200 len: 849 time: 0.0528309 Jul 13 19:34:56.623091 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401d7185-f266-46f6-9c87-a5c137c9b69d req-9bf75b4c-fe58-4ca8-990d-a57e30b33390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:56.624856 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-401d7185-f266-46f6-9c87-a5c137c9b69d req-9bf75b4c-fe58-4ca8-990d-a57e30b33390 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fe00eba9-0278-49ca-8d63-f9bff0de1d38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517430 Jul 13 19:34:56.715033 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-401d7185-f266-46f6-9c87-a5c137c9b69d req-686098ea-953f-465e-b5dc-74ddb0b60951 service neutron] 10.222.0.18 "GET /v2.0/networks/fe00eba9-0278-49ca-8d63-f9bff0de1d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835829 Jul 13 19:34:56.804837 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-401d7185-f266-46f6-9c87-a5c137c9b69d req-74038576-8d6f-4ad4-a07d-437191d493af service neutron] 10.222.0.18 "GET /v2.0/networks/fe00eba9-0278-49ca-8d63-f9bff0de1d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835667 Jul 13 19:34:56.901035 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33247854-ec6c-4fce-943b-11315c88bbcf req-22e6ccdf-413d-45fb-ab19-b2ad4d2f4114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:56.902558 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-33247854-ec6c-4fce-943b-11315c88bbcf req-22e6ccdf-413d-45fb-ab19-b2ad4d2f4114 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=da56846ec73942cf83102acdbcf36164&device_id=1838275d-b631-41a2-80da-0193d364502e HTTP/1.1" status: 200 len: 1096 time: 0.0518856 Jul 13 19:34:56.993237 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33247854-ec6c-4fce-943b-11315c88bbcf req-10f2b73c-84a8-47e2-8c12-1af3f656e72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:56.994666 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-33247854-ec6c-4fce-943b-11315c88bbcf req-10f2b73c-84a8-47e2-8c12-1af3f656e72f service neutron] 10.222.0.18 "GET /v2.0/networks?id=fe00eba9-0278-49ca-8d63-f9bff0de1d38 HTTP/1.1" status: 200 len: 911 time: 0.0859931 Jul 13 19:34:57.035803 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-33247854-ec6c-4fce-943b-11315c88bbcf req-a399a570-bef4-4470-b2d7-e59277ccebf9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8382cba-e3e2-4116-9b27-2b9b22158795 HTTP/1.1" status: 200 len: 217 time: 0.0342989 Jul 13 19:34:57.083132 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33247854-ec6c-4fce-943b-11315c88bbcf req-36342f24-9034-4f7d-905a-849bd197d2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:57.084617 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-33247854-ec6c-4fce-943b-11315c88bbcf req-36342f24-9034-4f7d-905a-849bd197d2dd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e7c2ed50-4f57-4cc1-ae5d-bd0d76563475 HTTP/1.1" status: 200 len: 849 time: 0.0430019 Jul 13 19:34:57.144301 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33247854-ec6c-4fce-943b-11315c88bbcf req-a2448167-1c87-4828-9da9-8df2280e53c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:57.146329 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-33247854-ec6c-4fce-943b-11315c88bbcf req-a2448167-1c87-4828-9da9-8df2280e53c2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fe00eba9-0278-49ca-8d63-f9bff0de1d38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0557351 Jul 13 19:34:57.234636 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-33247854-ec6c-4fce-943b-11315c88bbcf req-115b9c8b-2893-49dd-93aa-6cf825c361c7 service neutron] 10.222.0.18 "GET /v2.0/networks/fe00eba9-0278-49ca-8d63-f9bff0de1d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818443 Jul 13 19:34:57.326020 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-33247854-ec6c-4fce-943b-11315c88bbcf req-ad73916f-46ae-42b2-b18f-04bcd41f5eba service neutron] 10.222.0.18 "GET /v2.0/networks/fe00eba9-0278-49ca-8d63-f9bff0de1d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844996 Jul 13 19:34:57.654908 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe3d882-82a1-4c06-9b8e-e41d52a0dd66 req-c88073aa-7753-4a9c-a7e9-7ec8125eac8e tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:57.656300 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7fe3d882-82a1-4c06-9b8e-e41d52a0dd66 req-c88073aa-7753-4a9c-a7e9-7ec8125eac8e tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/ports?device_id=1838275d-b631-41a2-80da-0193d364502e HTTP/1.1" status: 200 len: 943 time: 0.0623128 Jul 13 19:34:57.693725 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7fe3d882-82a1-4c06-9b8e-e41d52a0dd66 req-f9617d4c-a510-42f8-80e9-9f6c8133e2f1 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/security-groups?id=e4da3ed7-58bd-421e-aadf-e530e2f1571d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319424 Jul 13 19:34:58.861573 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466acc89-6d48-4caa-a6b6-5709759fb46c req-f34db6c2-ea7a-4bca-b4ee-20f6e21158c0 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:34:58.863036 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-466acc89-6d48-4caa-a6b6-5709759fb46c req-f34db6c2-ea7a-4bca-b4ee-20f6e21158c0 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/ports?device_id=1838275d-b631-41a2-80da-0193d364502e HTTP/1.1" status: 200 len: 943 time: 0.0612118 Jul 13 19:34:58.899586 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-466acc89-6d48-4caa-a6b6-5709759fb46c req-3c19c65e-cdc4-4034-9420-c7f069fdc908 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/security-groups?id=e4da3ed7-58bd-421e-aadf-e530e2f1571d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309870 Jul 13 19:34:59.975704 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:00.075828 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89b402-a0c6-459c-9ba9-2bbcd167647b req-915fe7da-4650-480e-896a-9a702870214b tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:00.077328 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-0c89b402-a0c6-459c-9ba9-2bbcd167647b req-915fe7da-4650-480e-896a-9a702870214b tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/ports?device_id=1838275d-b631-41a2-80da-0193d364502e HTTP/1.1" status: 200 len: 943 time: 0.0651398 Jul 13 19:35:00.116059 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-0c89b402-a0c6-459c-9ba9-2bbcd167647b req-89969e40-0d81-4fbe-8e1c-f144ea40eba4 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/security-groups?id=e4da3ed7-58bd-421e-aadf-e530e2f1571d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331953 Jul 13 19:35:01.290545 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4919c5-a4f8-4bea-adf8-5329fe7ddff8 req-42e81ea9-e34e-436f-97c5-e9c0cc5196d9 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:01.291969 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-3b4919c5-a4f8-4bea-adf8-5329fe7ddff8 req-42e81ea9-e34e-436f-97c5-e9c0cc5196d9 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/ports?device_id=1838275d-b631-41a2-80da-0193d364502e HTTP/1.1" status: 200 len: 943 time: 0.0683398 Jul 13 19:35:01.328665 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-3b4919c5-a4f8-4bea-adf8-5329fe7ddff8 req-a923f11d-b1d5-4859-82e4-59ba0b332213 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/security-groups?id=e4da3ed7-58bd-421e-aadf-e530e2f1571d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312011 Jul 13 19:35:02.502141 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607bc34d-12e0-431e-831f-8b4f4bb74541 req-3f25a8fc-bee8-41d7-8061-6f8d26b96ca7 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:02.503650 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-607bc34d-12e0-431e-831f-8b4f4bb74541 req-3f25a8fc-bee8-41d7-8061-6f8d26b96ca7 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/ports?device_id=1838275d-b631-41a2-80da-0193d364502e HTTP/1.1" status: 200 len: 943 time: 0.0671945 Jul 13 19:35:02.541199 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-607bc34d-12e0-431e-831f-8b4f4bb74541 req-63a6e00b-520b-415b-aa34-4e6c0203d9e5 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/security-groups?id=e4da3ed7-58bd-421e-aadf-e530e2f1571d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314536 Jul 13 19:35:03.714397 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a34da-c641-4494-bf0a-6748de80bcec req-f2da8e55-c8d5-457c-adf7-9b3d23116673 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:03.715935 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-0b5a34da-c641-4494-bf0a-6748de80bcec req-f2da8e55-c8d5-457c-adf7-9b3d23116673 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/ports?device_id=1838275d-b631-41a2-80da-0193d364502e HTTP/1.1" status: 200 len: 943 time: 0.0625453 Jul 13 19:35:03.754020 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-0b5a34da-c641-4494-bf0a-6748de80bcec req-a0a82a7b-b79f-4105-a1e0-0019b4af02b3 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/security-groups?id=e4da3ed7-58bd-421e-aadf-e530e2f1571d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325603 Jul 13 19:35:04.914722 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device d8382cba-e3e2-4116-9b27-2b9b22158795 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:35:04.927123 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ed05a-97be-467d-8327-b0d2f59c0be4 req-33a4aa9e-da18-413c-ba9a-cf90e5da4979 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:04.929362 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7a9ed05a-97be-467d-8327-b0d2f59c0be4 req-33a4aa9e-da18-413c-ba9a-cf90e5da4979 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/ports?device_id=1838275d-b631-41a2-80da-0193d364502e HTTP/1.1" status: 200 len: 943 time: 0.0629470 Jul 13 19:35:04.967585 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7a9ed05a-97be-467d-8327-b0d2f59c0be4 req-848b7cf7-ab3e-47fc-88cb-030c11aa9fbe tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/security-groups?id=e4da3ed7-58bd-421e-aadf-e530e2f1571d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323834 Jul 13 19:35:05.013564 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port d8382cba-e3e2-4116-9b27-2b9b22158795, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d8382cba-e3e2-4116-9b27-2b9b22158795,segment=NetworkSegment(9e78100f-3ded-4534-86f9-3d2900c1d317),segment_id=9e78100f-3ded-4534-86f9-3d2900c1d317)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:35:05.024775 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Returning: {'device': 'd8382cba-e3e2-4116-9b27-2b9b22158795', 'network_id': 'fe00eba9-0278-49ca-8d63-f9bff0de1d38', 'port_id': 'd8382cba-e3e2-4116-9b27-2b9b22158795', 'mac_address': 'fa:16:3e:f6:ff:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7c2ed50-4f57-4cc1-ae5d-bd0d76563475', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:35:05.060898 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:05.072864 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8382cba-e3e2-4116-9b27-2b9b22158795 {{(pid=92925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:35:05.091409 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port d8382cba-e3e2-4116-9b27-2b9b22158795, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d8382cba-e3e2-4116-9b27-2b9b22158795,segment=NetworkSegment(9e78100f-3ded-4534-86f9-3d2900c1d317),segment_id=9e78100f-3ded-4534-86f9-3d2900c1d317)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:35:05.095291 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:05.144342 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Pushing event updated for resources: {'Port': ['ID=d8382cba-e3e2-4116-9b27-2b9b22158795,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:05.157025 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:05.157371 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:05.157713 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:05.158046 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:05.158374 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:05.158701 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:05.159026 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:05.159376 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:05.159704 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:05.160025 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:05.160345 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:05.160662 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:05.284893 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] get_ports_and_sgs() called for port_ids ['d8382cba-e3e2-4116-9b27-2b9b22158795'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:35:06.144945 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80417a06-02c5-492b-95ad-e4631ca8258e req-12d6120a-0d4c-43e5-9a93-a72c127de3c0 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:06.146489 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-80417a06-02c5-492b-95ad-e4631ca8258e req-12d6120a-0d4c-43e5-9a93-a72c127de3c0 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/ports?device_id=1838275d-b631-41a2-80da-0193d364502e HTTP/1.1" status: 200 len: 944 time: 0.0673933 Jul 13 19:35:06.183966 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-80417a06-02c5-492b-95ad-e4631ca8258e req-d98c284b-6c28-4a78-b627-48d9b099f9ba tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/security-groups?id=e4da3ed7-58bd-421e-aadf-e530e2f1571d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317690 Jul 13 19:35:06.930850 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device d8382cba-e3e2-4116-9b27-2b9b22158795 up at agent hyperv_hv-cinder-78693 {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:35:06.978591 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Provisioning for port d8382cba-e3e2-4116-9b27-2b9b22158795 completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:35:06.982161 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Provisioning complete for port d8382cba-e3e2-4116-9b27-2b9b22158795 triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:35:06.982525 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:07.057122 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:07.081336 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1838275d-b631-41a2-80da-0193d364502e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8382cba-e3e2-4116-9b27-2b9b22158795'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:35:07.083814 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540c69b029c7553e3853e743d2a892cf8287872a4bddd25c2711216cf853e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ad67bb-3a1e-4c94-8e26-88012da4dbf9" -d '{"events": [{"server_uuid": "1838275d-b631-41a2-80da-0193d364502e", "name": "network-vif-plugged", "status": "completed", "tag": "d8382cba-e3e2-4116-9b27-2b9b22158795"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:35:07.096140 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port d8382cba-e3e2-4116-9b27-2b9b22158795, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d8382cba-e3e2-4116-9b27-2b9b22158795,segment=NetworkSegment(9e78100f-3ded-4534-86f9-3d2900c1d317),segment_id=9e78100f-3ded-4534-86f9-3d2900c1d317)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:35:07.101570 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:07.125497 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c36a6c3-ed4f-4a79-854d-adc27dd3bc06 x-openstack-request-id: req-6c36a6c3-ed4f-4a79-854d-adc27dd3bc06 {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:35:07.125497 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1838275d-b631-41a2-80da-0193d364502e", "name": "network-vif-plugged", "status": "completed", "tag": "d8382cba-e3e2-4116-9b27-2b9b22158795", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:35:07.125797 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6c36a6c3-ed4f-4a79-854d-adc27dd3bc06 {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:35:07.126021 dv-cinder-786932-3-iscsi neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1838275d-b631-41a2-80da-0193d364502e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8382cba-e3e2-4116-9b27-2b9b22158795', 'code': 200} Jul 13 19:35:07.154307 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Pushing event updated for resources: {'Port': ['ID=d8382cba-e3e2-4116-9b27-2b9b22158795,revision_number=5']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:07.363739 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06f750-c144-48f3-8f21-21fce1a6e556 req-b18b4625-7e8d-4192-b4d4-97e8eb44fea0 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:07.365826 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-6f06f750-c144-48f3-8f21-21fce1a6e556 req-b18b4625-7e8d-4192-b4d4-97e8eb44fea0 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/ports?device_id=1838275d-b631-41a2-80da-0193d364502e HTTP/1.1" status: 200 len: 945 time: 0.0646908 Jul 13 19:35:07.383208 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496eb7bf-8e4d-4c2e-bd8d-b183eab60e4f req-69728475-e78e-4668-bcaa-3f8d9b52c1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:07.384784 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-496eb7bf-8e4d-4c2e-bd8d-b183eab60e4f req-69728475-e78e-4668-bcaa-3f8d9b52c1cd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1838275d-b631-41a2-80da-0193d364502e HTTP/1.1" status: 200 len: 1098 time: 0.0559022 Jul 13 19:35:07.404797 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-6f06f750-c144-48f3-8f21-21fce1a6e556 req-cc97e8ac-e42a-4816-a639-5105611f11a5 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/security-groups?id=e4da3ed7-58bd-421e-aadf-e530e2f1571d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329421 Jul 13 19:35:07.683652 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-496eb7bf-8e4d-4c2e-bd8d-b183eab60e4f req-a0eaf587-a394-46e6-b4ad-3aa358068c94 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e4da3ed7-58bd-421e-aadf-e530e2f1571d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2927191 Jul 13 19:35:08.734444 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f7e655-7308-4ca7-be68-d6cd6e1e7d52 req-47223fff-22ea-4d45-a33c-8b4c34da5e7a tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:08.735956 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-18f7e655-7308-4ca7-be68-d6cd6e1e7d52 req-47223fff-22ea-4d45-a33c-8b4c34da5e7a tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/ports?device_id=1838275d-b631-41a2-80da-0193d364502e HTTP/1.1" status: 200 len: 945 time: 0.2115426 Jul 13 19:35:08.773111 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-18f7e655-7308-4ca7-be68-d6cd6e1e7d52 req-6d9a7529-4b79-4345-a48a-1ddca7d6f8ce tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/security-groups?id=e4da3ed7-58bd-421e-aadf-e530e2f1571d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309868 Jul 13 19:35:08.994873 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a77b276-391c-47db-bbc7-500ac310bf99 req-106271bf-ef7a-4086-b75b-0ac46e5ab0a6 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:08.996624 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-8a77b276-391c-47db-bbc7-500ac310bf99 req-106271bf-ef7a-4086-b75b-0ac46e5ab0a6 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/ports?device_id=1838275d-b631-41a2-80da-0193d364502e HTTP/1.1" status: 200 len: 945 time: 0.1152818 Jul 13 19:35:09.034040 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-8a77b276-391c-47db-bbc7-500ac310bf99 req-9d221cb5-9713-4e90-93c7-86a89a1d28c9 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/security-groups?id=e4da3ed7-58bd-421e-aadf-e530e2f1571d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313759 Jul 13 19:35:09.058782 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 59588) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:09.112076 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da1d4d9-0f65-4ae1-ab7b-4fac7ff25ea2 tempest-TestVolumeBootPattern-460737662 tempest-TestVolumeBootPattern-460737662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:09.113549 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-4da1d4d9-0f65-4ae1-ab7b-4fac7ff25ea2 tempest-TestVolumeBootPattern-460737662 tempest-TestVolumeBootPattern-460737662-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=1838275d-b631-41a2-80da-0193d364502e HTTP/1.1" status: 200 len: 1093 time: 0.0537581 Jul 13 19:35:09.116798 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 59590) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:35:09.121116 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [None req-f32f2830-9175-43e9-a463-b750ad2a37de tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Request body: {'floatingip': {'floating_network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'port_id': 'd8382cba-e3e2-4116-9b27-2b9b22158795', 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'fixed_ip_address': '172.20.0.8'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:35:09.143401 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f32f2830-9175-43e9-a463-b750ad2a37de tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks [] for floatingip, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:09.236979 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f32f2830-9175-43e9-a463-b750ad2a37de tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:09.343045 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [None req-f32f2830-9175-43e9-a463-b750ad2a37de tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Allocated IP 172.27.1.48 (c2fcde99-d8d4-483e-a474-248e3afaaef2/3c8e1596-5f1e-4fec-b61e-66ec42c4519a/c50f4597-e679-434f-a018-f355b48f3013) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:35:09.440507 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f32f2830-9175-43e9-a463-b750ad2a37de tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:09.483182 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f32f2830-9175-43e9-a463-b750ad2a37de tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752272454283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126721041'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:09.518886 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32f2830-9175-43e9-a463-b750ad2a37de tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Network c2fcde99-d8d4-483e-a474-248e3afaaef2 is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:35:09.525987 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-f32f2830-9175-43e9-a463-b750ad2a37de tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:35:09.529550 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32f2830-9175-43e9-a463-b750ad2a37de tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:35:09.551720 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32f2830-9175-43e9-a463-b750ad2a37de tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Pushing event updated for resources: {'Port': ['ID=c50f4597-e679-434f-a018-f355b48f3013,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:09.564529 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32f2830-9175-43e9-a463-b750ad2a37de tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:09.564953 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32f2830-9175-43e9-a463-b750ad2a37de tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:09.565234 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32f2830-9175-43e9-a463-b750ad2a37de tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:09.565551 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32f2830-9175-43e9-a463-b750ad2a37de tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:09.565880 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32f2830-9175-43e9-a463-b750ad2a37de tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:09.566207 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32f2830-9175-43e9-a463-b750ad2a37de tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:09.566535 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32f2830-9175-43e9-a463-b750ad2a37de tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:09.566857 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32f2830-9175-43e9-a463-b750ad2a37de tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:09.567182 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32f2830-9175-43e9-a463-b750ad2a37de tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:09.567536 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32f2830-9175-43e9-a463-b750ad2a37de tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:09.567858 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32f2830-9175-43e9-a463-b750ad2a37de tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:09.569148 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32f2830-9175-43e9-a463-b750ad2a37de tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:35:09.901053 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f32f2830-9175-43e9-a463-b750ad2a37de tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:09.978417 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f32f2830-9175-43e9-a463-b750ad2a37de tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:10.124426 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f32f2830-9175-43e9-a463-b750ad2a37de tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:10.129241 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f32f2830-9175-43e9-a463-b750ad2a37de tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126721050'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:10.199862 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32f2830-9175-43e9-a463-b750ad2a37de tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Pushing event updated for resources: {'Port': ['ID=c50f4597-e679-434f-a018-f355b48f3013,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:35:10.208662 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f32f2830-9175-43e9-a463-b750ad2a37de tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760411'] for floatingip, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:10.306805 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.db.l3_db [None req-f32f2830-9175-43e9-a463-b750ad2a37de tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Floating IP 3178065f-7a30-4fb7-b0f6-d2cadd5c6939 associated. External IP: 172.27.1.48, port: d8382cba-e3e2-4116-9b27-2b9b22158795. Jul 13 19:35:10.770861 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f32f2830-9175-43e9-a463-b750ad2a37de tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Router d4e16366-3bb8-485a-b78e-107d91ef4dc9 has already been hosted by L3 agent beedb406-ab13-44dd-957b-972171d020d2 {{(pid=92924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:35:10.874538 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f32f2830-9175-43e9-a463-b750ad2a37de tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify agent at l3_agent.dv-cinder-786932-3-iscsi the message routers_updated {{(pid=92924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:35:10.884151 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc104d2-1718-47ee-b5e0-27eb10c229fc None None] Sync routers for ids ['d4e16366-3bb8-485a-b78e-107d91ef4dc9'] in dv-cinder-786932-3-iscsi {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:35:10.890386 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f32f2830-9175-43e9-a463-b750ad2a37de tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for floatingip, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:10.893339 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc104d2-1718-47ee-b5e0-27eb10c229fc None None] Routers {'d4e16366-3bb8-485a-b78e-107d91ef4dc9'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:35:10.893978 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-ccc104d2-1718-47ee-b5e0-27eb10c229fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:34:49Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['d4e16366-3bb8-485a-b78e-107d91ef4dc9'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:10.931564 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-f32f2830-9175-43e9-a463-b750ad2a37de tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8137176 Jul 13 19:35:10.932149 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1838275d-b631-41a2-80da-0193d364502e', 'tag': 'd8382cba-e3e2-4116-9b27-2b9b22158795'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:35:10.934418 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8879ae7e4e4d0f25c61261a3e286ece662f5d6b6250d5f2cd5814de7b022cdc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39ec9f0-0791-4474-8e6b-dc9917d0a0dc" -d '{"events": [{"name": "network-changed", "server_uuid": "1838275d-b631-41a2-80da-0193d364502e", "tag": "d8382cba-e3e2-4116-9b27-2b9b22158795"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:35:10.971787 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a71ac948-06d6-42ed-8bed-caa6488cc91b x-openstack-request-id: req-a71ac948-06d6-42ed-8bed-caa6488cc91b {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:35:10.972075 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1838275d-b631-41a2-80da-0193d364502e", "tag": "d8382cba-e3e2-4116-9b27-2b9b22158795", "status": "completed", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:35:10.972325 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a71ac948-06d6-42ed-8bed-caa6488cc91b {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:35:10.972719 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1838275d-b631-41a2-80da-0193d364502e', 'tag': 'd8382cba-e3e2-4116-9b27-2b9b22158795', 'status': 'completed', 'code': 200} Jul 13 19:35:11.011180 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-ccc104d2-1718-47ee-b5e0-27eb10c229fc None None] Set router d4e16366-3bb8-485a-b78e-107d91ef4dc9 gateway port host: dv-cinder-786932-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:35:11.046473 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39ec9f0-0791-4474-8e6b-dc9917d0a0dc req-2015e3d3-cd07-4385-81f8-44cd48f371d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:11.047929 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b39ec9f0-0791-4474-8e6b-dc9917d0a0dc req-2015e3d3-cd07-4385-81f8-44cd48f371d3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=da56846ec73942cf83102acdbcf36164&device_id=1838275d-b631-41a2-80da-0193d364502e HTTP/1.1" status: 200 len: 1098 time: 0.0535338 Jul 13 19:35:11.137694 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39ec9f0-0791-4474-8e6b-dc9917d0a0dc req-7168d519-2bc7-4a3a-89b5-74354a4ab27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:11.139226 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b39ec9f0-0791-4474-8e6b-dc9917d0a0dc req-7168d519-2bc7-4a3a-89b5-74354a4ab27d service neutron] 10.222.0.18 "GET /v2.0/networks?id=fe00eba9-0278-49ca-8d63-f9bff0de1d38 HTTP/1.1" status: 200 len: 911 time: 0.0858183 Jul 13 19:35:11.203033 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b39ec9f0-0791-4474-8e6b-dc9917d0a0dc req-338c4553-1036-4350-88c6-1236546e9c86 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8382cba-e3e2-4116-9b27-2b9b22158795 HTTP/1.1" status: 200 len: 998 time: 0.0581071 Jul 13 19:35:11.233416 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-ccc104d2-1718-47ee-b5e0-27eb10c229fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'name': 'tempest-TestVolumeBootPattern-87398999-router', 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'b2a9af05-1c42-461c-be04-bc00e592d5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:31:42Z', 'updated_at': '2021-07-13T19:31:46Z', 'revision_number': 4, 'project_id': 'da56846ec73942cf83102acdbcf36164', 'gw_port': {'id': 'b2a9af05-1c42-461c-be04-bc00e592d5a7', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:42Z', 'updated_at': '2021-07-13T19:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_floatingips': [{'id': '3178065f-7a30-4fb7-b0f6-d2cadd5c6939', 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'floating_ip_address': '172.27.1.48', 'floating_network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'router_id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'port_id': 'd8382cba-e3e2-4116-9b27-2b9b22158795', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe00eba9-0278-49ca-8d63-f9bff0de1d38', 'mac_address': 'fa:16:3e:f6:ff:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1838275d-b631-41a2-80da-0193d364502e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:35:09Z', 'updated_at': '2021-07-13T19:35:09Z', 'revision_number': 0, 'project_id': 'da56846ec73942cf83102acdbcf36164', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a03ab933-3f7b-4994-bc24-a8d794326af8', 'name': '', 'network_id': 'fe00eba9-0278-49ca-8d63-f9bff0de1d38', 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'mac_address': 'fa:16:3e:d1:18:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'e7c2ed50-4f57-4cc1-ae5d-bd0d76563475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:45Z', 'updated_at': '2021-07-13T19:31:57Z', 'revision_number': 5, 'project_id': 'da56846ec73942cf83102acdbcf36164', 'subnets': [{'id': 'e7c2ed50-4f57-4cc1-ae5d-bd0d76563475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:11.255636 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39ec9f0-0791-4474-8e6b-dc9917d0a0dc req-d2fbfe8e-ce76-4bee-88e4-fd5dd19fa4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:11.257156 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b39ec9f0-0791-4474-8e6b-dc9917d0a0dc req-d2fbfe8e-ce76-4bee-88e4-fd5dd19fa4cf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e7c2ed50-4f57-4cc1-ae5d-bd0d76563475 HTTP/1.1" status: 200 len: 849 time: 0.0485213 Jul 13 19:35:11.263175 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc104d2-1718-47ee-b5e0-27eb10c229fc None None] Checking router: d4e16366-3bb8-485a-b78e-107d91ef4dc9 for host: dv-cinder-786932-3-iscsi {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:35:11.271520 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc104d2-1718-47ee-b5e0-27eb10c229fc None None] Routers {'d4e16366-3bb8-485a-b78e-107d91ef4dc9'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:35:11.272126 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-ccc104d2-1718-47ee-b5e0-27eb10c229fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:34:49Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['d4e16366-3bb8-485a-b78e-107d91ef4dc9'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:11.318506 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39ec9f0-0791-4474-8e6b-dc9917d0a0dc req-9d6aeec3-8b5f-4af4-a7b0-9c859037584f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:11.320043 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b39ec9f0-0791-4474-8e6b-dc9917d0a0dc req-9d6aeec3-8b5f-4af4-a7b0-9c859037584f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fe00eba9-0278-49ca-8d63-f9bff0de1d38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0573745 Jul 13 19:35:11.409754 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b39ec9f0-0791-4474-8e6b-dc9917d0a0dc req-6cc6584b-4a73-4114-b627-70d73c38e522 service neutron] 10.222.0.18 "GET /v2.0/networks/fe00eba9-0278-49ca-8d63-f9bff0de1d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834806 Jul 13 19:35:11.500004 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-ccc104d2-1718-47ee-b5e0-27eb10c229fc None None] Set router d4e16366-3bb8-485a-b78e-107d91ef4dc9 gateway port host: dv-cinder-786932-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:35:11.509712 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b39ec9f0-0791-4474-8e6b-dc9917d0a0dc req-47dbd520-2eda-443b-a34f-acacf423f97f service neutron] 10.222.0.18 "GET /v2.0/networks/fe00eba9-0278-49ca-8d63-f9bff0de1d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936143 Jul 13 19:35:11.714972 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-ccc104d2-1718-47ee-b5e0-27eb10c229fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'name': 'tempest-TestVolumeBootPattern-87398999-router', 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'b2a9af05-1c42-461c-be04-bc00e592d5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:31:42Z', 'updated_at': '2021-07-13T19:31:46Z', 'revision_number': 4, 'project_id': 'da56846ec73942cf83102acdbcf36164', 'gw_port': {'id': 'b2a9af05-1c42-461c-be04-bc00e592d5a7', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:42Z', 'updated_at': '2021-07-13T19:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_floatingips': [{'id': '3178065f-7a30-4fb7-b0f6-d2cadd5c6939', 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'floating_ip_address': '172.27.1.48', 'floating_network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'router_id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'port_id': 'd8382cba-e3e2-4116-9b27-2b9b22158795', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe00eba9-0278-49ca-8d63-f9bff0de1d38', 'mac_address': 'fa:16:3e:f6:ff:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1838275d-b631-41a2-80da-0193d364502e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:35:09Z', 'updated_at': '2021-07-13T19:35:09Z', 'revision_number': 0, 'project_id': 'da56846ec73942cf83102acdbcf36164', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a03ab933-3f7b-4994-bc24-a8d794326af8', 'name': '', 'network_id': 'fe00eba9-0278-49ca-8d63-f9bff0de1d38', 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'mac_address': 'fa:16:3e:d1:18:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'e7c2ed50-4f57-4cc1-ae5d-bd0d76563475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:45Z', 'updated_at': '2021-07-13T19:31:57Z', 'revision_number': 5, 'project_id': 'da56846ec73942cf83102acdbcf36164', 'subnets': [{'id': 'e7c2ed50-4f57-4cc1-ae5d-bd0d76563475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:35:11.741211 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc104d2-1718-47ee-b5e0-27eb10c229fc None None] The sync data for ids ['d4e16366-3bb8-485a-b78e-107d91ef4dc9'] in dv-cinder-786932-3-iscsi is: [{'id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'name': 'tempest-TestVolumeBootPattern-87398999-router', 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'b2a9af05-1c42-461c-be04-bc00e592d5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:31:42Z', 'updated_at': '2021-07-13T19:31:46Z', 'revision_number': 4, 'project_id': 'da56846ec73942cf83102acdbcf36164', 'gw_port': {'id': 'b2a9af05-1c42-461c-be04-bc00e592d5a7', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:42Z', 'updated_at': '2021-07-13T19:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_floatingips': [{'id': '3178065f-7a30-4fb7-b0f6-d2cadd5c6939', 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'floating_ip_address': '172.27.1.48', 'floating_network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'router_id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'port_id': 'd8382cba-e3e2-4116-9b27-2b9b22158795', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe00eba9-0278-49ca-8d63-f9bff0de1d38', 'mac_address': 'fa:16:3e:f6:ff:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1838275d-b631-41a2-80da-0193d364502e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:35:09Z', 'updated_at': '2021-07-13T19:35:09Z', 'revision_number': 0, 'project_id': 'da56846ec73942cf83102acdbcf36164', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a03ab933-3f7b-4994-bc24-a8d794326af8', 'name': '', 'network_id': 'fe00eba9-0278-49ca-8d63-f9bff0de1d38', 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'mac_address': 'fa:16:3e:d1:18:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'e7c2ed50-4f57-4cc1-ae5d-bd0d76563475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:45Z', 'updated_at': '2021-07-13T19:31:57Z', 'revision_number': 5, 'project_id': 'da56846ec73942cf83102acdbcf36164', 'subnets': [{'id': 'e7c2ed50-4f57-4cc1-ae5d-bd0d76563475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:35:11.921385 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cce10b5-0efd-486b-a0ba-caa15aa51868 None None] New status for floating IP 3178065f-7a30-4fb7-b0f6-d2cadd5c6939: ACTIVE {{(pid=92926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:35:16.346098 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-eefc3855-16bc-4102-97b2-67410e0be938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:18.958957 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-dd6e25df-6c85-470d-a63c-592e312bef6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:19.092399 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:19.700049 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.agents_db [None req-012e1d35-f91a-49b0-a4f0-5c30301579de None None] Agent healthcheck: found 6 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:35:20.258683 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f121cc10-15a3-4774-9d3b-44cefef2260b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:21.759621 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-90e910e5-9927-492e-a649-803b472a565a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:29.978602 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:31.126570 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-3edd2ac4-62c3-4adf-ae0f-dc00da9dc04f req-ac96c530-45d9-47b2-aa20-79104182bcb1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1838275d-b631-41a2-80da-0193d364502e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0918837 Jul 13 19:35:31.219838 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edd2ac4-62c3-4adf-ae0f-dc00da9dc04f req-473f3bd2-8050-4b43-8614-3f860f6f3ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:31.221249 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-3edd2ac4-62c3-4adf-ae0f-dc00da9dc04f req-473f3bd2-8050-4b43-8614-3f860f6f3ce0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=da56846ec73942cf83102acdbcf36164&device_id=1838275d-b631-41a2-80da-0193d364502e HTTP/1.1" status: 200 len: 1098 time: 0.0521054 Jul 13 19:35:31.340893 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edd2ac4-62c3-4adf-ae0f-dc00da9dc04f req-bf528a9f-4d0c-4d10-a435-65a7645ec470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:31.342370 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-3edd2ac4-62c3-4adf-ae0f-dc00da9dc04f req-bf528a9f-4d0c-4d10-a435-65a7645ec470 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fe00eba9-0278-49ca-8d63-f9bff0de1d38 HTTP/1.1" status: 200 len: 911 time: 0.0998123 Jul 13 19:35:31.407601 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-3edd2ac4-62c3-4adf-ae0f-dc00da9dc04f req-e1ca14c4-b388-46b2-a4a2-b55b43bf1c59 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8382cba-e3e2-4116-9b27-2b9b22158795 HTTP/1.1" status: 200 len: 1000 time: 0.0584755 Jul 13 19:35:31.465007 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edd2ac4-62c3-4adf-ae0f-dc00da9dc04f req-e5ea9fb1-4fcc-42ca-a797-0c25e06e20e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:31.466671 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-3edd2ac4-62c3-4adf-ae0f-dc00da9dc04f req-e5ea9fb1-4fcc-42ca-a797-0c25e06e20e8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e7c2ed50-4f57-4cc1-ae5d-bd0d76563475 HTTP/1.1" status: 200 len: 849 time: 0.0520020 Jul 13 19:35:31.529463 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edd2ac4-62c3-4adf-ae0f-dc00da9dc04f req-47e36103-76f3-4f66-b907-204f51029d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:35:31.530869 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-3edd2ac4-62c3-4adf-ae0f-dc00da9dc04f req-47e36103-76f3-4f66-b907-204f51029d48 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fe00eba9-0278-49ca-8d63-f9bff0de1d38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0587456 Jul 13 19:35:31.542555 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [req-3edd2ac4-62c3-4adf-ae0f-dc00da9dc04f req-1dc0f520-7fc3-423b-97bb-7f50cbfea2d3 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=92923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:35:31.543670 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-3edd2ac4-62c3-4adf-ae0f-dc00da9dc04f req-1dc0f520-7fc3-423b-97bb-7f50cbfea2d3 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066972 Jul 13 19:35:31.658646 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-3edd2ac4-62c3-4adf-ae0f-dc00da9dc04f req-9ccad9a5-bd37-4b8e-bb41-79c93713ee45 service neutron] 10.222.0.18 "GET /v2.0/networks/fe00eba9-0278-49ca-8d63-f9bff0de1d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085858 Jul 13 19:35:31.764225 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-3edd2ac4-62c3-4adf-ae0f-dc00da9dc04f req-44ee8603-d114-4e87-991c-7feabb597c10 service neutron] 10.222.0.18 "GET /v2.0/networks/fe00eba9-0278-49ca-8d63-f9bff0de1d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969789 Jul 13 19:35:46.347846 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-a0d8fecf-7c55-4fb6-86b7-3fb238d4a435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:48.958937 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f1e0b303-794d-4b1d-83f6-9220880f345e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:49.093179 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:50.262983 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f121cc10-15a3-4774-9d3b-44cefef2260b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:51.761973 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-90e910e5-9927-492e-a649-803b472a565a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:35:56.698812 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.agents_db [None req-012e1d35-f91a-49b0-a4f0-5c30301579de None None] Agent healthcheck: found 6 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:35:59.978779 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:16.348623 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-d4e48bee-f3be-4620-85e3-65e90e70b7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:18.959361 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-94698fcf-2651-4c8b-a8b5-04e4c4fa4d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:19.095343 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:20.265656 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f121cc10-15a3-4774-9d3b-44cefef2260b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:21.765011 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-90e910e5-9927-492e-a649-803b472a565a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:29.974950 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:32.661455 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4620d63e-99ce-4c21-9563-fc854d6da6a5 req-cb4dddd3-5757-46d6-8afa-c0e0ed9e62c3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1838275d-b631-41a2-80da-0193d364502e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0622373 Jul 13 19:36:32.768582 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4620d63e-99ce-4c21-9563-fc854d6da6a5 req-a877c548-1efd-4cf3-8346-5b977ac1af87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:32.771206 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4620d63e-99ce-4c21-9563-fc854d6da6a5 req-a877c548-1efd-4cf3-8346-5b977ac1af87 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=da56846ec73942cf83102acdbcf36164&device_id=1838275d-b631-41a2-80da-0193d364502e HTTP/1.1" status: 200 len: 1098 time: 0.0695567 Jul 13 19:36:32.884502 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4620d63e-99ce-4c21-9563-fc854d6da6a5 req-bd20819a-ccf5-44af-962f-71461d8eaa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:32.885997 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4620d63e-99ce-4c21-9563-fc854d6da6a5 req-bd20819a-ccf5-44af-962f-71461d8eaa0b service neutron] 10.222.0.18 "GET /v2.0/networks?id=fe00eba9-0278-49ca-8d63-f9bff0de1d38 HTTP/1.1" status: 200 len: 911 time: 0.0952578 Jul 13 19:36:32.963199 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4620d63e-99ce-4c21-9563-fc854d6da6a5 req-9294862f-5325-41a9-9817-9f001034b063 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8382cba-e3e2-4116-9b27-2b9b22158795 HTTP/1.1" status: 200 len: 1000 time: 0.0710001 Jul 13 19:36:33.031215 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4620d63e-99ce-4c21-9563-fc854d6da6a5 req-28d44dc7-e9b6-4917-ab22-e5141f0eb764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:33.032698 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4620d63e-99ce-4c21-9563-fc854d6da6a5 req-28d44dc7-e9b6-4917-ab22-e5141f0eb764 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e7c2ed50-4f57-4cc1-ae5d-bd0d76563475 HTTP/1.1" status: 200 len: 849 time: 0.0642242 Jul 13 19:36:33.089766 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4620d63e-99ce-4c21-9563-fc854d6da6a5 req-e2ee6bd3-6ad7-42ed-9bfe-d8635b4bfc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:33.091371 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4620d63e-99ce-4c21-9563-fc854d6da6a5 req-e2ee6bd3-6ad7-42ed-9bfe-d8635b4bfc50 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fe00eba9-0278-49ca-8d63-f9bff0de1d38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0518603 Jul 13 19:36:33.182428 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4620d63e-99ce-4c21-9563-fc854d6da6a5 req-f6d9340e-0127-4105-aa6a-864b1b84a545 service neutron] 10.222.0.18 "GET /v2.0/networks/fe00eba9-0278-49ca-8d63-f9bff0de1d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843985 Jul 13 19:36:33.270798 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4620d63e-99ce-4c21-9563-fc854d6da6a5 req-156aabe4-09ed-4cba-9896-9e522b135a3c service neutron] 10.222.0.18 "GET /v2.0/networks/fe00eba9-0278-49ca-8d63-f9bff0de1d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825114 Jul 13 19:36:33.698661 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.agents_db [None req-012e1d35-f91a-49b0-a4f0-5c30301579de None None] Agent healthcheck: found 6 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:36:46.350104 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e3c6a8cb-9a85-4a01-89d9-8fedd747cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:46.400752 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-c2cd9087-4ed4-47b8-b593-c0f4124f19ae req-95c07182-d1e6-4fd1-80bf-17f1f2145e9d tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2103661069&fields=id&tenant_id=da56846ec73942cf83102acdbcf36164 HTTP/1.1" status: 200 len: 267 time: 0.0342023 Jul 13 19:36:46.505973 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd9087-4ed4-47b8-b593-c0f4124f19ae req-7a8a1982-2f24-43e6-b931-0a0aace3897e tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:46.507525 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-c2cd9087-4ed4-47b8-b593-c0f4124f19ae req-7a8a1982-2f24-43e6-b931-0a0aace3897e tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/networks?id=fe00eba9-0278-49ca-8d63-f9bff0de1d38 HTTP/1.1" status: 200 len: 810 time: 0.1003017 Jul 13 19:36:46.522109 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-c2cd9087-4ed4-47b8-b593-c0f4124f19ae req-b896f087-d6d1-4284-aca3-cbf3151a3d1a tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/quotas/da56846ec73942cf83102acdbcf36164 HTTP/1.1" status: 200 len: 375 time: 0.0092919 Jul 13 19:36:46.601633 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-c2cd9087-4ed4-47b8-b593-c0f4124f19ae req-283ee33e-6495-4ecf-87a8-63891b2eb27b tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=da56846ec73942cf83102acdbcf36164&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0746808 Jul 13 19:36:46.617062 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [req-c2cd9087-4ed4-47b8-b593-c0f4124f19ae req-fc4567d6-7e3e-4a37-85af-642d130e6e3c service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=92924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:36:46.618030 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-c2cd9087-4ed4-47b8-b593-c0f4124f19ae req-fc4567d6-7e3e-4a37-85af-642d130e6e3c service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058813 Jul 13 19:36:46.703586 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-c2cd9087-4ed4-47b8-b593-c0f4124f19ae req-998710c3-ff8d-4fbd-a9bf-a371363ec8f7 service neutron] 10.222.0.67 "GET /v2.0/networks/fe00eba9-0278-49ca-8d63-f9bff0de1d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803854 Jul 13 19:36:46.796743 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-c2cd9087-4ed4-47b8-b593-c0f4124f19ae req-91df9357-b1f7-4a16-935f-97e1925763fc service neutron] 10.222.0.67 "GET /v2.0/networks/fe00eba9-0278-49ca-8d63-f9bff0de1d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868301 Jul 13 19:36:48.112496 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-33bf6118-de1a-4cad-9f44-8f6d4c4ae1df req-54c640c3-3aaa-4fd6-a0d4-0fe56544a630 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e221d4c-dbbc-475d-bca1-cc849ce6dba5 HTTP/1.1" status: 200 len: 210 time: 0.0288379 Jul 13 19:36:48.959550 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f4bb12a2-4662-4219-934b-a2edb4d381b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:49.095728 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:49.194256 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-9bcf4315-159d-4023-a79b-b56906ea0084 req-89bfb0fe-e014-4f03-9ca4-ef620d5a24f0 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e221d4c-dbbc-475d-bca1-cc849ce6dba5 HTTP/1.1" status: 200 len: 210 time: 0.0305307 Jul 13 19:36:50.275326 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f121cc10-15a3-4774-9d3b-44cefef2260b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:50.295916 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-535239d5-21be-420c-a267-f4383f847916 req-1cf8b966-9538-4106-bf16-25d6780f1e8e tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e221d4c-dbbc-475d-bca1-cc849ce6dba5 HTTP/1.1" status: 200 len: 210 time: 0.0349755 Jul 13 19:36:51.376786 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-81214b9c-2d42-47e2-af3f-e4c571000d66 req-8fde38a0-0b19-4723-a835-e5f8e51265c8 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e221d4c-dbbc-475d-bca1-cc849ce6dba5 HTTP/1.1" status: 200 len: 210 time: 0.0301173 Jul 13 19:36:51.772906 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-90e910e5-9927-492e-a649-803b472a565a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:52.518069 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-9340ee0b-718d-43bd-9fd8-48e405daedad req-562ffcf5-3329-47a6-94f4-7111c5baac0d tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e221d4c-dbbc-475d-bca1-cc849ce6dba5 HTTP/1.1" status: 200 len: 210 time: 0.0308783 Jul 13 19:36:53.203281 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd9087-4ed4-47b8-b593-c0f4124f19ae req-0d94876c-13f1-4c37-8a1a-e8d9b6c36d00 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:53.204633 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c2cd9087-4ed4-47b8-b593-c0f4124f19ae req-0d94876c-13f1-4c37-8a1a-e8d9b6c36d00 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.18 "GET /v2.0/networks?id=fe00eba9-0278-49ca-8d63-f9bff0de1d38 HTTP/1.1" status: 200 len: 810 time: 0.1038263 Jul 13 19:36:53.250574 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c2cd9087-4ed4-47b8-b593-c0f4124f19ae req-22dac763-50cc-4a5d-826b-a8e690bb96dc tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da56846ec73942cf83102acdbcf36164 HTTP/1.1" status: 200 len: 380 time: 0.0370076 Jul 13 19:36:53.259454 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [req-c2cd9087-4ed4-47b8-b593-c0f4124f19ae req-9cff40b4-4a42-4f4e-9717-ae41dcf1bc7c tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Request body: {'port': {'device_id': '7e221d4c-dbbc-475d-bca1-cc849ce6dba5', 'network_id': 'fe00eba9-0278-49ca-8d63-f9bff0de1d38', 'admin_state_up': True, 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'security_groups': ['e4da3ed7-58bd-421e-aadf-e530e2f1571d']}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:36:53.372979 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2cd9087-4ed4-47b8-b593-c0f4124f19ae req-9cff40b4-4a42-4f4e-9717-ae41dcf1bc7c tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Made reservation on behalf of da56846ec73942cf83102acdbcf36164 for: {'port': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:36:53.376535 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-c2cd9087-4ed4-47b8-b593-c0f4124f19ae req-9cff40b4-4a42-4f4e-9717-ae41dcf1bc7c tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:53.509935 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [req-c2cd9087-4ed4-47b8-b593-c0f4124f19ae req-9cff40b4-4a42-4f4e-9717-ae41dcf1bc7c tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Allocated IP 172.20.0.3 (fe00eba9-0278-49ca-8d63-f9bff0de1d38/e7c2ed50-4f57-4cc1-ae5d-bd0d76563475/813035df-f451-41c4-b8c6-ecd1b42f366c) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:36:53.659593 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-c2cd9087-4ed4-47b8-b593-c0f4124f19ae req-9cff40b4-4a42-4f4e-9717-ae41dcf1bc7c tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:53.672541 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-0ba493f7-b48c-4d71-a4f2-266382393b84 req-6d9a0bfb-63e2-4509-8de9-f30253866f32 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e221d4c-dbbc-475d-bca1-cc849ce6dba5 HTTP/1.1" status: 200 len: 210 time: 0.0354810 Jul 13 19:36:53.674428 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [req-c2cd9087-4ed4-47b8-b593-c0f4124f19ae req-9cff40b4-4a42-4f4e-9717-ae41dcf1bc7c tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Transition to ACTIVE for port object 813035df-f451-41c4-b8c6-ecd1b42f366c will not be triggered until provisioned by entity DHCP. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:36:53.709557 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-c2cd9087-4ed4-47b8-b593-c0f4124f19ae req-9cff40b4-4a42-4f4e-9717-ae41dcf1bc7c tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752272454283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130471124'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:53.759303 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2cd9087-4ed4-47b8-b593-c0f4124f19ae req-9cff40b4-4a42-4f4e-9717-ae41dcf1bc7c tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Network fe00eba9-0278-49ca-8d63-f9bff0de1d38 is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:36:53.767920 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [req-c2cd9087-4ed4-47b8-b593-c0f4124f19ae req-9cff40b4-4a42-4f4e-9717-ae41dcf1bc7c tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:36:53.770545 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2cd9087-4ed4-47b8-b593-c0f4124f19ae req-9cff40b4-4a42-4f4e-9717-ae41dcf1bc7c tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:36:53.774624 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cff40b4-4a42-4f4e-9717-ae41dcf1bc7c tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Pushing event updated for resources: {'Port': ['ID=813035df-f451-41c4-b8c6-ecd1b42f366c,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:53.810795 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cff40b4-4a42-4f4e-9717-ae41dcf1bc7c tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:36:53.811116 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cff40b4-4a42-4f4e-9717-ae41dcf1bc7c tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:36:53.811939 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cff40b4-4a42-4f4e-9717-ae41dcf1bc7c tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:36:53.812251 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cff40b4-4a42-4f4e-9717-ae41dcf1bc7c tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:36:53.812742 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cff40b4-4a42-4f4e-9717-ae41dcf1bc7c tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:36:53.813078 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cff40b4-4a42-4f4e-9717-ae41dcf1bc7c tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:36:53.813602 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cff40b4-4a42-4f4e-9717-ae41dcf1bc7c tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:36:53.813942 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cff40b4-4a42-4f4e-9717-ae41dcf1bc7c tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:36:53.814577 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cff40b4-4a42-4f4e-9717-ae41dcf1bc7c tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:36:53.814912 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cff40b4-4a42-4f4e-9717-ae41dcf1bc7c tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:36:53.815258 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cff40b4-4a42-4f4e-9717-ae41dcf1bc7c tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:36:53.815592 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cff40b4-4a42-4f4e-9717-ae41dcf1bc7c tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:36:53.846941 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd9087-4ed4-47b8-b593-c0f4124f19ae req-9cff40b4-4a42-4f4e-9717-ae41dcf1bc7c tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:53.847595 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-c2cd9087-4ed4-47b8-b593-c0f4124f19ae req-9cff40b4-4a42-4f4e-9717-ae41dcf1bc7c tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:53.862671 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c2cd9087-4ed4-47b8-b593-c0f4124f19ae req-9cff40b4-4a42-4f4e-9717-ae41dcf1bc7c tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6072094 Jul 13 19:36:53.874148 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [req-c2cd9087-4ed4-47b8-b593-c0f4124f19ae req-0f74137b-4863-4493-8b55-3da452d316ca service neutron] Request body: {'port': {'device_id': '7e221d4c-dbbc-475d-bca1-cc849ce6dba5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:36:53.952832 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-c2cd9087-4ed4-47b8-b593-c0f4124f19ae req-0f74137b-4863-4493-8b55-3da452d316ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:54.008343 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-a08394db-bdc8-48dd-adc8-47fb5d4ef8b9 None None] Provisioning for port 813035df-f451-41c4-b8c6-ecd1b42f366c completed by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:36:54.012540 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-a08394db-bdc8-48dd-adc8-47fb5d4ef8b9 None None] Provisioning complete for port 813035df-f451-41c4-b8c6-ecd1b42f366c triggered by entity DHCP. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:36:54.012706 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-a08394db-bdc8-48dd-adc8-47fb5d4ef8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:54.049824 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-a08394db-bdc8-48dd-adc8-47fb5d4ef8b9 None None] Port 813035df-f451-41c4-b8c6-ecd1b42f366c cannot update to ACTIVE because it is not bound. {{(pid=92925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:36:54.216622 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [req-c2cd9087-4ed4-47b8-b593-c0f4124f19ae req-0f74137b-4863-4493-8b55-3da452d316ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 813035df-f451-41c4-b8c6-ecd1b42f366c {{(pid=92923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:36:54.223828 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-c2cd9087-4ed4-47b8-b593-c0f4124f19ae req-0f74137b-4863-4493-8b55-3da452d316ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:54.235459 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [req-c2cd9087-4ed4-47b8-b593-c0f4124f19ae req-0f74137b-4863-4493-8b55-3da452d316ca service neutron] Transition to ACTIVE for port object 813035df-f451-41c4-b8c6-ecd1b42f366c will not be triggered until provisioned by entity L2. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:36:54.239408 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-c2cd9087-4ed4-47b8-b593-c0f4124f19ae req-0f74137b-4863-4493-8b55-3da452d316ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130471135'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:54.311427 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f74137b-4863-4493-8b55-3da452d316ca service neutron] Pushing event updated for resources: {'Port': ['ID=813035df-f451-41c4-b8c6-ecd1b42f366c,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:54.366514 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-c2cd9087-4ed4-47b8-b593-c0f4124f19ae req-0f74137b-4863-4493-8b55-3da452d316ca service neutron] Attempting to bind port 813035df-f451-41c4-b8c6-ecd1b42f366c on host hv-cinder-78693 for vnic_type normal with profile {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:36:54.366853 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-c2cd9087-4ed4-47b8-b593-c0f4124f19ae req-0f74137b-4863-4493-8b55-3da452d316ca service neutron] Attempting to bind port 813035df-f451-41c4-b8c6-ecd1b42f366c by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '9e78100f-3ded-4534-86f9-3d2900c1d317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'fe00eba9-0278-49ca-8d63-f9bff0de1d38'}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:36:54.367181 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cd9087-4ed4-47b8-b593-c0f4124f19ae req-0f74137b-4863-4493-8b55-3da452d316ca service neutron] Attempting to bind port 813035df-f451-41c4-b8c6-ecd1b42f366c on network fe00eba9-0278-49ca-8d63-f9bff0de1d38 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:36:54.371895 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cd9087-4ed4-47b8-b593-c0f4124f19ae req-0f74137b-4863-4493-8b55-3da452d316ca service neutron] Port 813035df-f451-41c4-b8c6-ecd1b42f366c on network fe00eba9-0278-49ca-8d63-f9bff0de1d38 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:36:54.372165 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cd9087-4ed4-47b8-b593-c0f4124f19ae req-0f74137b-4863-4493-8b55-3da452d316ca service neutron] Attempting to bind port 813035df-f451-41c4-b8c6-ecd1b42f366c on network fe00eba9-0278-49ca-8d63-f9bff0de1d38 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:36:54.377366 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cd9087-4ed4-47b8-b593-c0f4124f19ae req-0f74137b-4863-4493-8b55-3da452d316ca service neutron] Checking agent: {'id': '4a103c85-e045-48ce-a8be-787d9b9ed000', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 23, 28), 'started_at': datetime.datetime(2021, 7, 13, 19, 23, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:36:54.377703 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cd9087-4ed4-47b8-b593-c0f4124f19ae req-0f74137b-4863-4493-8b55-3da452d316ca service neutron] Checking segment: {'id': '9e78100f-3ded-4534-86f9-3d2900c1d317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'fe00eba9-0278-49ca-8d63-f9bff0de1d38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:36:54.378088 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cd9087-4ed4-47b8-b593-c0f4124f19ae req-0f74137b-4863-4493-8b55-3da452d316ca service neutron] Bound using segment: {'id': '9e78100f-3ded-4534-86f9-3d2900c1d317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'fe00eba9-0278-49ca-8d63-f9bff0de1d38'} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:36:54.378517 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [req-c2cd9087-4ed4-47b8-b593-c0f4124f19ae req-0f74137b-4863-4493-8b55-3da452d316ca service neutron] Bound port: 813035df-f451-41c4-b8c6-ecd1b42f366c, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e78100f-3ded-4534-86f9-3d2900c1d317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'fe00eba9-0278-49ca-8d63-f9bff0de1d38'}}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:36:54.378880 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-c2cd9087-4ed4-47b8-b593-c0f4124f19ae req-0f74137b-4863-4493-8b55-3da452d316ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:54.447545 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-c2cd9087-4ed4-47b8-b593-c0f4124f19ae req-0f74137b-4863-4493-8b55-3da452d316ca service neutron] For port 813035df-f451-41c4-b8c6-ecd1b42f366c, host hv-cinder-78693, cleared binding levels {{(pid=92923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:36:54.450518 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-c2cd9087-4ed4-47b8-b593-c0f4124f19ae req-0f74137b-4863-4493-8b55-3da452d316ca service neutron] For port 813035df-f451-41c4-b8c6-ecd1b42f366c, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=813035df-f451-41c4-b8c6-ecd1b42f366c,segment=NetworkSegment(9e78100f-3ded-4534-86f9-3d2900c1d317),segment_id=9e78100f-3ded-4534-86f9-3d2900c1d317)] {{(pid=92923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:36:54.454859 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-c2cd9087-4ed4-47b8-b593-c0f4124f19ae req-0f74137b-4863-4493-8b55-3da452d316ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130471135'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:54.487640 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd9087-4ed4-47b8-b593-c0f4124f19ae req-0f74137b-4863-4493-8b55-3da452d316ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:54.488270 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-c2cd9087-4ed4-47b8-b593-c0f4124f19ae req-0f74137b-4863-4493-8b55-3da452d316ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:36:54.489895 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c2cd9087-4ed4-47b8-b593-c0f4124f19ae req-0f74137b-4863-4493-8b55-3da452d316ca service neutron] 10.222.0.18 "PUT /v2.0/ports/813035df-f451-41c4-b8c6-ecd1b42f366c HTTP/1.1" status: 200 len: 1093 time: 0.6201355 Jul 13 19:36:54.492113 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e221d4c-dbbc-475d-bca1-cc849ce6dba5', 'tag': '813035df-f451-41c4-b8c6-ecd1b42f366c'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:36:54.495197 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1087dd994376df9afb132dbe65b34b6853527e2d112168992b97c33633c3add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0301a0ea-c19a-4d34-85e8-2535d4d7436c" -d '{"events": [{"name": "network-changed", "server_uuid": "7e221d4c-dbbc-475d-bca1-cc849ce6dba5", "tag": "813035df-f451-41c4-b8c6-ecd1b42f366c"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:36:54.526027 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f74137b-4863-4493-8b55-3da452d316ca service neutron] Pushing event updated for resources: {'Port': ['ID=813035df-f451-41c4-b8c6-ecd1b42f366c,revision_number=3']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:36:54.589105 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd9087-4ed4-47b8-b593-c0f4124f19ae req-cf86dc0a-b552-4458-b236-25fb9aa25470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:54.590712 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c2cd9087-4ed4-47b8-b593-c0f4124f19ae req-cf86dc0a-b552-4458-b236-25fb9aa25470 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=da56846ec73942cf83102acdbcf36164&device_id=7e221d4c-dbbc-475d-bca1-cc849ce6dba5 HTTP/1.1" status: 200 len: 1096 time: 0.0580094 Jul 13 19:36:54.635856 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd9277d-07b4-441c-8a25-b6c95b9266e0 x-openstack-request-id: req-5dd9277d-07b4-441c-8a25-b6c95b9266e0 {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:36:54.636145 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e221d4c-dbbc-475d-bca1-cc849ce6dba5", "tag": "813035df-f451-41c4-b8c6-ecd1b42f366c", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:36:54.636395 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5dd9277d-07b4-441c-8a25-b6c95b9266e0 {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:36:54.636890 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e221d4c-dbbc-475d-bca1-cc849ce6dba5', 'tag': '813035df-f451-41c4-b8c6-ecd1b42f366c', 'status': 'completed', 'code': 200} Jul 13 19:36:54.638738 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c2cd9087-4ed4-47b8-b593-c0f4124f19ae req-a1747ec3-1605-40ae-aba5-6494c58bdc71 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=813035df-f451-41c4-b8c6-ecd1b42f366c HTTP/1.1" status: 200 len: 217 time: 0.0413721 Jul 13 19:36:54.688601 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd9087-4ed4-47b8-b593-c0f4124f19ae req-e30dd8ed-a156-42df-a6d9-4711cad81f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:54.690136 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c2cd9087-4ed4-47b8-b593-c0f4124f19ae req-e30dd8ed-a156-42df-a6d9-4711cad81f40 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e7c2ed50-4f57-4cc1-ae5d-bd0d76563475 HTTP/1.1" status: 200 len: 849 time: 0.0456424 Jul 13 19:36:54.746819 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd9087-4ed4-47b8-b593-c0f4124f19ae req-966249d7-ed1f-4d82-b85c-56f9606ad8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:54.748355 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c2cd9087-4ed4-47b8-b593-c0f4124f19ae req-966249d7-ed1f-4d82-b85c-56f9606ad8a0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fe00eba9-0278-49ca-8d63-f9bff0de1d38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519502 Jul 13 19:36:54.844354 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c2cd9087-4ed4-47b8-b593-c0f4124f19ae req-82963d5e-ec87-4f4f-95f1-aadefd3564ec service neutron] 10.222.0.18 "GET /v2.0/networks/fe00eba9-0278-49ca-8d63-f9bff0de1d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888979 Jul 13 19:36:54.855998 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343704e3-3d68-408d-8c38-70aefaecea51 req-8d63dc18-a8ca-4bfb-a679-504d52eb0013 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:54.857501 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-343704e3-3d68-408d-8c38-70aefaecea51 req-8d63dc18-a8ca-4bfb-a679-504d52eb0013 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e221d4c-dbbc-475d-bca1-cc849ce6dba5 HTTP/1.1" status: 200 len: 943 time: 0.0638845 Jul 13 19:36:54.897621 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-343704e3-3d68-408d-8c38-70aefaecea51 req-7ba48bfe-62f4-41ff-9451-7fe8898cc8d9 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/security-groups?id=e4da3ed7-58bd-421e-aadf-e530e2f1571d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343168 Jul 13 19:36:54.940263 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c2cd9087-4ed4-47b8-b593-c0f4124f19ae req-39eb6004-05fb-46f8-b240-01a396cc858e service neutron] 10.222.0.18 "GET /v2.0/networks/fe00eba9-0278-49ca-8d63-f9bff0de1d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898669 Jul 13 19:36:55.035472 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301a0ea-c19a-4d34-85e8-2535d4d7436c req-9d8ab5fc-5565-4286-97ce-e7a28ed17e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:55.036974 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-0301a0ea-c19a-4d34-85e8-2535d4d7436c req-9d8ab5fc-5565-4286-97ce-e7a28ed17e37 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=da56846ec73942cf83102acdbcf36164&device_id=7e221d4c-dbbc-475d-bca1-cc849ce6dba5 HTTP/1.1" status: 200 len: 1096 time: 0.0534761 Jul 13 19:36:55.130227 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301a0ea-c19a-4d34-85e8-2535d4d7436c req-e1f6390b-9ac9-4aa4-8a2e-eda9c6b31c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:55.131903 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-0301a0ea-c19a-4d34-85e8-2535d4d7436c req-e1f6390b-9ac9-4aa4-8a2e-eda9c6b31c76 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fe00eba9-0278-49ca-8d63-f9bff0de1d38 HTTP/1.1" status: 200 len: 911 time: 0.0874379 Jul 13 19:36:55.173060 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-0301a0ea-c19a-4d34-85e8-2535d4d7436c req-eb963588-0784-48e2-91d9-ca1eea634998 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=813035df-f451-41c4-b8c6-ecd1b42f366c HTTP/1.1" status: 200 len: 217 time: 0.0336788 Jul 13 19:36:55.226762 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301a0ea-c19a-4d34-85e8-2535d4d7436c req-a114d211-8fde-49c2-b95f-05f22061ffb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:55.228242 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-0301a0ea-c19a-4d34-85e8-2535d4d7436c req-a114d211-8fde-49c2-b95f-05f22061ffb9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e7c2ed50-4f57-4cc1-ae5d-bd0d76563475 HTTP/1.1" status: 200 len: 849 time: 0.0484939 Jul 13 19:36:55.285051 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301a0ea-c19a-4d34-85e8-2535d4d7436c req-3058065a-366f-4ab7-ae55-411eb1704213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:55.287148 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-0301a0ea-c19a-4d34-85e8-2535d4d7436c req-3058065a-366f-4ab7-ae55-411eb1704213 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fe00eba9-0278-49ca-8d63-f9bff0de1d38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521684 Jul 13 19:36:55.378126 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-0301a0ea-c19a-4d34-85e8-2535d4d7436c req-89a9baf0-fcc9-4777-bbf3-e10e91f4eb2e service neutron] 10.222.0.18 "GET /v2.0/networks/fe00eba9-0278-49ca-8d63-f9bff0de1d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809977 Jul 13 19:36:55.471120 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-0301a0ea-c19a-4d34-85e8-2535d4d7436c req-1f4b9f64-f19c-4b71-954a-eaeee2832572 service neutron] 10.222.0.18 "GET /v2.0/networks/fe00eba9-0278-49ca-8d63-f9bff0de1d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837560 Jul 13 19:36:56.073593 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448aa40b-46bc-4818-b57e-a1225dde8e1a req-a2b618b7-f39c-4e48-9fc2-99a2c26228f9 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:56.075056 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-448aa40b-46bc-4818-b57e-a1225dde8e1a req-a2b618b7-f39c-4e48-9fc2-99a2c26228f9 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e221d4c-dbbc-475d-bca1-cc849ce6dba5 HTTP/1.1" status: 200 len: 943 time: 0.0620911 Jul 13 19:36:56.112564 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-448aa40b-46bc-4818-b57e-a1225dde8e1a req-0ef27d93-670c-404d-a87f-50626c2e23b4 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/security-groups?id=e4da3ed7-58bd-421e-aadf-e530e2f1571d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317552 Jul 13 19:36:57.284370 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f02943-82af-45fb-954d-d5dbb5ba99c7 req-20abe7ca-4514-4f8e-8e06-72a5e270b123 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:57.286421 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-87f02943-82af-45fb-954d-d5dbb5ba99c7 req-20abe7ca-4514-4f8e-8e06-72a5e270b123 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e221d4c-dbbc-475d-bca1-cc849ce6dba5 HTTP/1.1" status: 200 len: 943 time: 0.0641158 Jul 13 19:36:57.324181 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-87f02943-82af-45fb-954d-d5dbb5ba99c7 req-4a896036-af2c-453f-86f8-d76c40efff86 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/security-groups?id=e4da3ed7-58bd-421e-aadf-e530e2f1571d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316641 Jul 13 19:36:58.500244 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ae9a2-320f-4f37-a036-9a9d0c9e2b93 req-5122dda6-733a-4e6a-8180-70f8bcbc3867 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:58.501702 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1b6ae9a2-320f-4f37-a036-9a9d0c9e2b93 req-5122dda6-733a-4e6a-8180-70f8bcbc3867 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e221d4c-dbbc-475d-bca1-cc849ce6dba5 HTTP/1.1" status: 200 len: 943 time: 0.0655246 Jul 13 19:36:58.538890 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1b6ae9a2-320f-4f37-a036-9a9d0c9e2b93 req-a9123fe2-73d6-4e4d-93f9-06df3452cdeb tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/security-groups?id=e4da3ed7-58bd-421e-aadf-e530e2f1571d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313640 Jul 13 19:36:59.768532 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2f3b7-311e-4f82-98e0-3cbb5fc0ecb2 req-35978572-7ac3-4fc0-ba71-f0ad740e8dba tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:36:59.770127 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-efd2f3b7-311e-4f82-98e0-3cbb5fc0ecb2 req-35978572-7ac3-4fc0-ba71-f0ad740e8dba tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e221d4c-dbbc-475d-bca1-cc849ce6dba5 HTTP/1.1" status: 200 len: 943 time: 0.0660346 Jul 13 19:36:59.809216 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-efd2f3b7-311e-4f82-98e0-3cbb5fc0ecb2 req-1158c225-e57e-43a0-9ab7-ecaeb8933f2a tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/security-groups?id=e4da3ed7-58bd-421e-aadf-e530e2f1571d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330825 Jul 13 19:36:59.976605 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:00.978472 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8beee2b-8f82-48f8-9959-df231f2ed200 req-d62e41ef-5e3c-4e78-b1d3-b130da9b51a4 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:00.979992 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d8beee2b-8f82-48f8-9959-df231f2ed200 req-d62e41ef-5e3c-4e78-b1d3-b130da9b51a4 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e221d4c-dbbc-475d-bca1-cc849ce6dba5 HTTP/1.1" status: 200 len: 943 time: 0.0628655 Jul 13 19:37:01.017818 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d8beee2b-8f82-48f8-9959-df231f2ed200 req-4435a160-b002-412d-8b4b-1b931f6898bc tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/security-groups?id=e4da3ed7-58bd-421e-aadf-e530e2f1571d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322535 Jul 13 19:37:01.556729 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device 813035df-f451-41c4-b8c6-ecd1b42f366c details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=92925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:37:01.650045 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port 813035df-f451-41c4-b8c6-ecd1b42f366c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=813035df-f451-41c4-b8c6-ecd1b42f366c,segment=NetworkSegment(9e78100f-3ded-4534-86f9-3d2900c1d317),segment_id=9e78100f-3ded-4534-86f9-3d2900c1d317)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:37:01.665362 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Returning: {'device': '813035df-f451-41c4-b8c6-ecd1b42f366c', 'network_id': 'fe00eba9-0278-49ca-8d63-f9bff0de1d38', 'port_id': '813035df-f451-41c4-b8c6-ecd1b42f366c', 'mac_address': 'fa:16:3e:3c:fb:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7c2ed50-4f57-4cc1-ae5d-bd0d76563475', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:37:01.701676 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:01.717628 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 813035df-f451-41c4-b8c6-ecd1b42f366c {{(pid=92925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:37:01.736675 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port 813035df-f451-41c4-b8c6-ecd1b42f366c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=813035df-f451-41c4-b8c6-ecd1b42f366c,segment=NetworkSegment(9e78100f-3ded-4534-86f9-3d2900c1d317),segment_id=9e78100f-3ded-4534-86f9-3d2900c1d317)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:37:01.740724 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:01.790548 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Pushing event updated for resources: {'Port': ['ID=813035df-f451-41c4-b8c6-ecd1b42f366c,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:01.797554 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:37:01.797910 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:37:01.798257 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:37:01.798602 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:37:01.798936 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:37:01.799291 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:37:01.799627 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:37:01.799961 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:37:01.800310 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:37:01.800630 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:37:01.800957 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:37:01.801282 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:37:01.964217 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] get_ports_and_sgs() called for port_ids ['813035df-f451-41c4-b8c6-ecd1b42f366c'] {{(pid=92925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:37:02.190373 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a686c6-e1e6-4657-b196-ea9a2761bad0 req-9869975a-4e01-41d2-ba28-41772121d7c9 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:02.191847 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-04a686c6-e1e6-4657-b196-ea9a2761bad0 req-9869975a-4e01-41d2-ba28-41772121d7c9 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e221d4c-dbbc-475d-bca1-cc849ce6dba5 HTTP/1.1" status: 200 len: 944 time: 0.0648918 Jul 13 19:37:02.231028 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-04a686c6-e1e6-4657-b196-ea9a2761bad0 req-7865146b-0a4a-497e-a9e8-2b6573217615 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/security-groups?id=e4da3ed7-58bd-421e-aadf-e530e2f1571d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328257 Jul 13 19:37:03.400825 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce313d1-c2e2-444d-9d90-00e09e905285 req-54d42b7a-99e6-4a98-9ca0-ffd2bfbf9201 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:03.402309 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-fce313d1-c2e2-444d-9d90-00e09e905285 req-54d42b7a-99e6-4a98-9ca0-ffd2bfbf9201 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e221d4c-dbbc-475d-bca1-cc849ce6dba5 HTTP/1.1" status: 200 len: 944 time: 0.0629027 Jul 13 19:37:03.439706 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-fce313d1-c2e2-444d-9d90-00e09e905285 req-c97023e3-cf10-492d-a5f7-272530aabba6 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/security-groups?id=e4da3ed7-58bd-421e-aadf-e530e2f1571d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318327 Jul 13 19:37:03.572374 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device 813035df-f451-41c4-b8c6-ecd1b42f366c up at agent hyperv_hv-cinder-78693 {{(pid=92925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:37:03.620137 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Provisioning for port 813035df-f451-41c4-b8c6-ecd1b42f366c completed by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:37:03.623731 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Provisioning complete for port 813035df-f451-41c4-b8c6-ecd1b42f366c triggered by entity L2. {{(pid=92925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:37:03.624111 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821885'] for port, provisioning_complete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:03.704467 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:03.728013 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e221d4c-dbbc-475d-bca1-cc849ce6dba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '813035df-f451-41c4-b8c6-ecd1b42f366c'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:37:03.730270 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6540c69b029c7553e3853e743d2a892cf8287872a4bddd25c2711216cf853e17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c2bf30-4404-4de7-aef2-3c864bb1be7b" -d '{"events": [{"server_uuid": "7e221d4c-dbbc-475d-bca1-cc849ce6dba5", "name": "network-vif-plugged", "status": "completed", "tag": "813035df-f451-41c4-b8c6-ecd1b42f366c"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:37:03.742992 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] For port 813035df-f451-41c4-b8c6-ecd1b42f366c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=813035df-f451-41c4-b8c6-ecd1b42f366c,segment=NetworkSegment(9e78100f-3ded-4534-86f9-3d2900c1d317),segment_id=9e78100f-3ded-4534-86f9-3d2900c1d317)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:37:03.747055 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:03.795454 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Pushing event updated for resources: {'Port': ['ID=813035df-f451-41c4-b8c6-ecd1b42f366c,revision_number=5']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:03.828373 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df762e24-66f8-47fd-bddc-6f3d13ac2930 x-openstack-request-id: req-df762e24-66f8-47fd-bddc-6f3d13ac2930 {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:37:03.828663 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e221d4c-dbbc-475d-bca1-cc849ce6dba5", "name": "network-vif-plugged", "status": "completed", "tag": "813035df-f451-41c4-b8c6-ecd1b42f366c", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:37:03.828913 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-df762e24-66f8-47fd-bddc-6f3d13ac2930 {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:37:03.829300 dv-cinder-786932-3-iscsi neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e221d4c-dbbc-475d-bca1-cc849ce6dba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '813035df-f451-41c4-b8c6-ecd1b42f366c', 'code': 200} Jul 13 19:37:04.092796 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c889eb4-c348-423a-bed9-0788d7ab99f0 req-094dfabd-8a49-48df-9b88-089437484520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:04.094177 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1c889eb4-c348-423a-bed9-0788d7ab99f0 req-094dfabd-8a49-48df-9b88-089437484520 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7e221d4c-dbbc-475d-bca1-cc849ce6dba5 HTTP/1.1" status: 200 len: 1098 time: 0.0541568 Jul 13 19:37:04.128154 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1c889eb4-c348-423a-bed9-0788d7ab99f0 req-cef56f79-18db-40f8-81e2-b094ab49df27 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e4da3ed7-58bd-421e-aadf-e530e2f1571d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268054 Jul 13 19:37:04.611083 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8643c5f0-e387-433e-9b9d-2a721669a655 req-04aaedb6-06e7-4f3c-97e1-0605d50bd97b tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:04.612603 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-8643c5f0-e387-433e-9b9d-2a721669a655 req-04aaedb6-06e7-4f3c-97e1-0605d50bd97b tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e221d4c-dbbc-475d-bca1-cc849ce6dba5 HTTP/1.1" status: 200 len: 945 time: 0.0627799 Jul 13 19:37:04.651369 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-8643c5f0-e387-433e-9b9d-2a721669a655 req-b9aaab45-ad9a-4652-9040-fb6c7081b57b tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/security-groups?id=e4da3ed7-58bd-421e-aadf-e530e2f1571d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319247 Jul 13 19:37:05.829558 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192343a3-d6de-43b3-a113-91d7aac7139f req-a0b6f491-4d5c-4da9-bff5-ccc61c51d1f0 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:05.831074 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-192343a3-d6de-43b3-a113-91d7aac7139f req-a0b6f491-4d5c-4da9-bff5-ccc61c51d1f0 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e221d4c-dbbc-475d-bca1-cc849ce6dba5 HTTP/1.1" status: 200 len: 945 time: 0.0653722 Jul 13 19:37:05.872736 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-192343a3-d6de-43b3-a113-91d7aac7139f req-2e088685-1cc1-4d04-9b8f-ea24a148625d tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/security-groups?id=e4da3ed7-58bd-421e-aadf-e530e2f1571d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353205 Jul 13 19:37:06.045540 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9584cbcc-f36f-4cd4-9b31-5235acf15f21 req-68e3fa39-c7de-476a-9b21-7331da1040a6 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:06.046927 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-9584cbcc-f36f-4cd4-9b31-5235acf15f21 req-68e3fa39-c7de-476a-9b21-7331da1040a6 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e221d4c-dbbc-475d-bca1-cc849ce6dba5 HTTP/1.1" status: 200 len: 945 time: 0.0665452 Jul 13 19:37:06.085108 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-9584cbcc-f36f-4cd4-9b31-5235acf15f21 req-c01de251-59e5-4a41-b8d5-7262e89ea3ec tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/security-groups?id=e4da3ed7-58bd-421e-aadf-e530e2f1571d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325096 Jul 13 19:37:06.109088 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 59738) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:06.161614 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b607eca0-8e7c-4df7-ad12-aadebd587b0c tempest-TestVolumeBootPattern-460737662 tempest-TestVolumeBootPattern-460737662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:06.163281 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-b607eca0-8e7c-4df7-ad12-aadebd587b0c tempest-TestVolumeBootPattern-460737662 tempest-TestVolumeBootPattern-460737662-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=7e221d4c-dbbc-475d-bca1-cc849ce6dba5 HTTP/1.1" status: 200 len: 1093 time: 0.0531440 Jul 13 19:37:06.166002 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 59740) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:37:06.170276 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.v2.base [None req-cfca607c-b54d-4b2a-a06c-4d572ba385d4 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Request body: {'floatingip': {'floating_network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'port_id': '813035df-f451-41c4-b8c6-ecd1b42f366c', 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'fixed_ip_address': '172.20.0.3'}} {{(pid=92924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:37:06.194097 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-cfca607c-b54d-4b2a-a06c-4d572ba385d4 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks [] for floatingip, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:06.287844 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-cfca607c-b54d-4b2a-a06c-4d572ba385d4 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:06.394898 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [None req-cfca607c-b54d-4b2a-a06c-4d572ba385d4 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Allocated IP 172.27.1.187 (c2fcde99-d8d4-483e-a474-248e3afaaef2/3c8e1596-5f1e-4fec-b61e-66ec42c4519a/17c422dc-3a35-40e1-918d-6849e36d5091) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:37:06.494295 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-cfca607c-b54d-4b2a-a06c-4d572ba385d4 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:06.531209 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-cfca607c-b54d-4b2a-a06c-4d572ba385d4 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752272454283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126721041'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:06.571625 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfca607c-b54d-4b2a-a06c-4d572ba385d4 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Network c2fcde99-d8d4-483e-a474-248e3afaaef2 is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:37:06.577844 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-cfca607c-b54d-4b2a-a06c-4d572ba385d4 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:37:06.580407 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfca607c-b54d-4b2a-a06c-4d572ba385d4 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:37:06.605659 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfca607c-b54d-4b2a-a06c-4d572ba385d4 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Pushing event updated for resources: {'Port': ['ID=17c422dc-3a35-40e1-918d-6849e36d5091,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:06.618571 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfca607c-b54d-4b2a-a06c-4d572ba385d4 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:37:06.618849 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfca607c-b54d-4b2a-a06c-4d572ba385d4 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:37:06.619205 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfca607c-b54d-4b2a-a06c-4d572ba385d4 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:37:06.619569 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfca607c-b54d-4b2a-a06c-4d572ba385d4 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:37:06.619895 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfca607c-b54d-4b2a-a06c-4d572ba385d4 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:37:06.620221 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfca607c-b54d-4b2a-a06c-4d572ba385d4 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:37:06.620550 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfca607c-b54d-4b2a-a06c-4d572ba385d4 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:37:06.620871 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfca607c-b54d-4b2a-a06c-4d572ba385d4 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:37:06.621192 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfca607c-b54d-4b2a-a06c-4d572ba385d4 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:37:06.621538 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfca607c-b54d-4b2a-a06c-4d572ba385d4 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:37:06.621854 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfca607c-b54d-4b2a-a06c-4d572ba385d4 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:37:06.622168 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfca607c-b54d-4b2a-a06c-4d572ba385d4 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:37:06.955172 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-cfca607c-b54d-4b2a-a06c-4d572ba385d4 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:07.029023 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-cfca607c-b54d-4b2a-a06c-4d572ba385d4 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734778'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:07.176244 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-cfca607c-b54d-4b2a-a06c-4d572ba385d4 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:07.181187 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-cfca607c-b54d-4b2a-a06c-4d572ba385d4 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752272859935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752272454301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752272454319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126721050'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:07.247392 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfca607c-b54d-4b2a-a06c-4d572ba385d4 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Pushing event updated for resources: {'Port': ['ID=17c422dc-3a35-40e1-918d-6849e36d5091,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:37:07.259416 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-cfca607c-b54d-4b2a-a06c-4d572ba385d4 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-760411'] for floatingip, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:07.357641 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.db.l3_db [None req-cfca607c-b54d-4b2a-a06c-4d572ba385d4 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Floating IP d7950696-7bd4-4ebe-ac9b-e942429ac960 associated. External IP: 172.27.1.187, port: 813035df-f451-41c4-b8c6-ecd1b42f366c. Jul 13 19:37:07.559633 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfca607c-b54d-4b2a-a06c-4d572ba385d4 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Router d4e16366-3bb8-485a-b78e-107d91ef4dc9 has already been hosted by L3 agent beedb406-ab13-44dd-957b-972171d020d2 {{(pid=92924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:37:07.666980 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfca607c-b54d-4b2a-a06c-4d572ba385d4 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify agent at l3_agent.dv-cinder-786932-3-iscsi the message routers_updated {{(pid=92924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:37:07.676079 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deddebe7-b20b-4517-9dd9-7bfd4eee1fc1 None None] Sync routers for ids ['d4e16366-3bb8-485a-b78e-107d91ef4dc9'] in dv-cinder-786932-3-iscsi {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:37:07.683049 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-cfca607c-b54d-4b2a-a06c-4d572ba385d4 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for floatingip, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:07.686181 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deddebe7-b20b-4517-9dd9-7bfd4eee1fc1 None None] Routers {'d4e16366-3bb8-485a-b78e-107d91ef4dc9'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:37:07.686810 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-deddebe7-b20b-4517-9dd9-7bfd4eee1fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:36:49Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['d4e16366-3bb8-485a-b78e-107d91ef4dc9'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:37:07.720453 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-cfca607c-b54d-4b2a-a06c-4d572ba385d4 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5533814 Jul 13 19:37:07.721023 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e221d4c-dbbc-475d-bca1-cc849ce6dba5', 'tag': '813035df-f451-41c4-b8c6-ecd1b42f366c'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:37:07.723782 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8879ae7e4e4d0f25c61261a3e286ece662f5d6b6250d5f2cd5814de7b022cdc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3337de5-d607-4587-b655-3cf714e04578" -d '{"events": [{"name": "network-changed", "server_uuid": "7e221d4c-dbbc-475d-bca1-cc849ce6dba5", "tag": "813035df-f451-41c4-b8c6-ecd1b42f366c"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:37:07.823357 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-deddebe7-b20b-4517-9dd9-7bfd4eee1fc1 None None] Set router d4e16366-3bb8-485a-b78e-107d91ef4dc9 gateway port host: dv-cinder-786932-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:37:07.835259 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c20b22c7-d537-4f36-97df-4e34f60b3eaa x-openstack-request-id: req-c20b22c7-d537-4f36-97df-4e34f60b3eaa {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:37:07.835555 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e221d4c-dbbc-475d-bca1-cc849ce6dba5", "tag": "813035df-f451-41c4-b8c6-ecd1b42f366c", "status": "completed", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:37:07.835807 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c20b22c7-d537-4f36-97df-4e34f60b3eaa {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:37:07.836206 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e221d4c-dbbc-475d-bca1-cc849ce6dba5', 'tag': '813035df-f451-41c4-b8c6-ecd1b42f366c', 'status': 'completed', 'code': 200} Jul 13 19:37:07.908599 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3337de5-d607-4587-b655-3cf714e04578 req-87bb200c-a5e1-4d1d-82c4-8def952c4ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:07.910103 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f3337de5-d607-4587-b655-3cf714e04578 req-87bb200c-a5e1-4d1d-82c4-8def952c4ab8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=da56846ec73942cf83102acdbcf36164&device_id=7e221d4c-dbbc-475d-bca1-cc849ce6dba5 HTTP/1.1" status: 200 len: 1098 time: 0.0524917 Jul 13 19:37:08.000684 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3337de5-d607-4587-b655-3cf714e04578 req-78a3acea-0e66-4a23-bb33-a313f4488300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:08.002163 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f3337de5-d607-4587-b655-3cf714e04578 req-78a3acea-0e66-4a23-bb33-a313f4488300 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fe00eba9-0278-49ca-8d63-f9bff0de1d38 HTTP/1.1" status: 200 len: 911 time: 0.0859218 Jul 13 19:37:08.056154 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-deddebe7-b20b-4517-9dd9-7bfd4eee1fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'name': 'tempest-TestVolumeBootPattern-87398999-router', 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'b2a9af05-1c42-461c-be04-bc00e592d5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:31:42Z', 'updated_at': '2021-07-13T19:31:46Z', 'revision_number': 4, 'project_id': 'da56846ec73942cf83102acdbcf36164', 'gw_port': {'id': 'b2a9af05-1c42-461c-be04-bc00e592d5a7', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:42Z', 'updated_at': '2021-07-13T19:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_floatingips': [{'id': '3178065f-7a30-4fb7-b0f6-d2cadd5c6939', 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'floating_ip_address': '172.27.1.48', 'floating_network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'router_id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'port_id': 'd8382cba-e3e2-4116-9b27-2b9b22158795', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe00eba9-0278-49ca-8d63-f9bff0de1d38', 'mac_address': 'fa:16:3e:f6:ff:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1838275d-b631-41a2-80da-0193d364502e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:35:09Z', 'updated_at': '2021-07-13T19:35:12Z', 'revision_number': 1, 'project_id': 'da56846ec73942cf83102acdbcf36164', 'fixed_ip_address_scope': None}, {'id': 'd7950696-7bd4-4ebe-ac9b-e942429ac960', 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'floating_ip_address': '172.27.1.187', 'floating_network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'router_id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'port_id': '813035df-f451-41c4-b8c6-ecd1b42f366c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe00eba9-0278-49ca-8d63-f9bff0de1d38', 'mac_address': 'fa:16:3e:3c:fb:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e221d4c-dbbc-475d-bca1-cc849ce6dba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:37:06Z', 'updated_at': '2021-07-13T19:37:06Z', 'revision_number': 0, 'project_id': 'da56846ec73942cf83102acdbcf36164', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a03ab933-3f7b-4994-bc24-a8d794326af8', 'name': '', 'network_id': 'fe00eba9-0278-49ca-8d63-f9bff0de1d38', 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'mac_address': 'fa:16:3e:d1:18:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'e7c2ed50-4f57-4cc1-ae5d-bd0d76563475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:45Z', 'updated_at': '2021-07-13T19:31:57Z', 'revision_number': 5, 'project_id': 'da56846ec73942cf83102acdbcf36164', 'subnets': [{'id': 'e7c2ed50-4f57-4cc1-ae5d-bd0d76563475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:37:08.071536 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f3337de5-d607-4587-b655-3cf714e04578 req-a26f976a-4400-4d50-a1b0-d5b61258a0fa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=813035df-f451-41c4-b8c6-ecd1b42f366c HTTP/1.1" status: 200 len: 999 time: 0.0622497 Jul 13 19:37:08.086381 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deddebe7-b20b-4517-9dd9-7bfd4eee1fc1 None None] Checking router: d4e16366-3bb8-485a-b78e-107d91ef4dc9 for host: dv-cinder-786932-3-iscsi {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:37:08.094741 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deddebe7-b20b-4517-9dd9-7bfd4eee1fc1 None None] Routers {'d4e16366-3bb8-485a-b78e-107d91ef4dc9'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:37:08.095376 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-deddebe7-b20b-4517-9dd9-7bfd4eee1fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:36:49Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['d4e16366-3bb8-485a-b78e-107d91ef4dc9'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:37:08.119042 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3337de5-d607-4587-b655-3cf714e04578 req-d15d25b3-76c8-422b-ba75-b34d5f50f4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:08.120561 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f3337de5-d607-4587-b655-3cf714e04578 req-d15d25b3-76c8-422b-ba75-b34d5f50f4a7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e7c2ed50-4f57-4cc1-ae5d-bd0d76563475 HTTP/1.1" status: 200 len: 849 time: 0.0436966 Jul 13 19:37:08.177614 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3337de5-d607-4587-b655-3cf714e04578 req-fa8de438-470f-473a-b951-754c8eec1cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:08.179131 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f3337de5-d607-4587-b655-3cf714e04578 req-fa8de438-470f-473a-b951-754c8eec1cf3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fe00eba9-0278-49ca-8d63-f9bff0de1d38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528460 Jul 13 19:37:08.200260 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-deddebe7-b20b-4517-9dd9-7bfd4eee1fc1 None None] Set router d4e16366-3bb8-485a-b78e-107d91ef4dc9 gateway port host: dv-cinder-786932-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:37:08.272712 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f3337de5-d607-4587-b655-3cf714e04578 req-333504c2-0a0a-4ba5-971d-95735f32e625 service neutron] 10.222.0.18 "GET /v2.0/networks/fe00eba9-0278-49ca-8d63-f9bff0de1d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875742 Jul 13 19:37:08.359733 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f3337de5-d607-4587-b655-3cf714e04578 req-8f0f8f04-58be-4b4f-9a38-8b3634573320 service neutron] 10.222.0.18 "GET /v2.0/networks/fe00eba9-0278-49ca-8d63-f9bff0de1d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813608 Jul 13 19:37:08.425340 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-deddebe7-b20b-4517-9dd9-7bfd4eee1fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'name': 'tempest-TestVolumeBootPattern-87398999-router', 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'b2a9af05-1c42-461c-be04-bc00e592d5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:31:42Z', 'updated_at': '2021-07-13T19:31:46Z', 'revision_number': 4, 'project_id': 'da56846ec73942cf83102acdbcf36164', 'gw_port': {'id': 'b2a9af05-1c42-461c-be04-bc00e592d5a7', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:42Z', 'updated_at': '2021-07-13T19:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_floatingips': [{'id': '3178065f-7a30-4fb7-b0f6-d2cadd5c6939', 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'floating_ip_address': '172.27.1.48', 'floating_network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'router_id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'port_id': 'd8382cba-e3e2-4116-9b27-2b9b22158795', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe00eba9-0278-49ca-8d63-f9bff0de1d38', 'mac_address': 'fa:16:3e:f6:ff:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1838275d-b631-41a2-80da-0193d364502e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:35:09Z', 'updated_at': '2021-07-13T19:35:12Z', 'revision_number': 1, 'project_id': 'da56846ec73942cf83102acdbcf36164', 'fixed_ip_address_scope': None}, {'id': 'd7950696-7bd4-4ebe-ac9b-e942429ac960', 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'floating_ip_address': '172.27.1.187', 'floating_network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'router_id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'port_id': '813035df-f451-41c4-b8c6-ecd1b42f366c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe00eba9-0278-49ca-8d63-f9bff0de1d38', 'mac_address': 'fa:16:3e:3c:fb:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e221d4c-dbbc-475d-bca1-cc849ce6dba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:37:06Z', 'updated_at': '2021-07-13T19:37:06Z', 'revision_number': 0, 'project_id': 'da56846ec73942cf83102acdbcf36164', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a03ab933-3f7b-4994-bc24-a8d794326af8', 'name': '', 'network_id': 'fe00eba9-0278-49ca-8d63-f9bff0de1d38', 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'mac_address': 'fa:16:3e:d1:18:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'e7c2ed50-4f57-4cc1-ae5d-bd0d76563475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:45Z', 'updated_at': '2021-07-13T19:31:57Z', 'revision_number': 5, 'project_id': 'da56846ec73942cf83102acdbcf36164', 'subnets': [{'id': 'e7c2ed50-4f57-4cc1-ae5d-bd0d76563475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:37:08.456672 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deddebe7-b20b-4517-9dd9-7bfd4eee1fc1 None None] The sync data for ids ['d4e16366-3bb8-485a-b78e-107d91ef4dc9'] in dv-cinder-786932-3-iscsi is: [{'id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'name': 'tempest-TestVolumeBootPattern-87398999-router', 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'b2a9af05-1c42-461c-be04-bc00e592d5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:31:42Z', 'updated_at': '2021-07-13T19:31:46Z', 'revision_number': 4, 'project_id': 'da56846ec73942cf83102acdbcf36164', 'gw_port': {'id': 'b2a9af05-1c42-461c-be04-bc00e592d5a7', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:42Z', 'updated_at': '2021-07-13T19:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_floatingips': [{'id': '3178065f-7a30-4fb7-b0f6-d2cadd5c6939', 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'floating_ip_address': '172.27.1.48', 'floating_network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'router_id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'port_id': 'd8382cba-e3e2-4116-9b27-2b9b22158795', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe00eba9-0278-49ca-8d63-f9bff0de1d38', 'mac_address': 'fa:16:3e:f6:ff:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1838275d-b631-41a2-80da-0193d364502e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:35:09Z', 'updated_at': '2021-07-13T19:35:12Z', 'revision_number': 1, 'project_id': 'da56846ec73942cf83102acdbcf36164', 'fixed_ip_address_scope': None}, {'id': 'd7950696-7bd4-4ebe-ac9b-e942429ac960', 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'floating_ip_address': '172.27.1.187', 'floating_network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'router_id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'port_id': '813035df-f451-41c4-b8c6-ecd1b42f366c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe00eba9-0278-49ca-8d63-f9bff0de1d38', 'mac_address': 'fa:16:3e:3c:fb:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e221d4c-dbbc-475d-bca1-cc849ce6dba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:37:06Z', 'updated_at': '2021-07-13T19:37:06Z', 'revision_number': 0, 'project_id': 'da56846ec73942cf83102acdbcf36164', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a03ab933-3f7b-4994-bc24-a8d794326af8', 'name': '', 'network_id': 'fe00eba9-0278-49ca-8d63-f9bff0de1d38', 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'mac_address': 'fa:16:3e:d1:18:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'e7c2ed50-4f57-4cc1-ae5d-bd0d76563475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:45Z', 'updated_at': '2021-07-13T19:31:57Z', 'revision_number': 5, 'project_id': 'da56846ec73942cf83102acdbcf36164', 'subnets': [{'id': 'e7c2ed50-4f57-4cc1-ae5d-bd0d76563475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:37:08.638247 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5080e791-8e31-4608-97b0-8640b6e16553 None None] New status for floating IP d7950696-7bd4-4ebe-ac9b-e942429ac960: ACTIVE {{(pid=92926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:37:10.697135 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.agents_db [None req-012e1d35-f91a-49b0-a4f0-5c30301579de None None] Agent healthcheck: found 6 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:37:16.351941 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-0bf835a5-b644-4404-ad12-47f443a1a0ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:18.961034 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-a136a6d7-8926-4cea-996e-35043d569966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:19.096596 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:20.272924 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f121cc10-15a3-4774-9d3b-44cefef2260b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:21.800996 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-90e910e5-9927-492e-a649-803b472a565a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:29.976371 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:33.658591 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-96238762-6eeb-4b12-81b3-d5a3b82f9511 req-3bc414a8-246b-4ad4-b302-01c043903f19 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1838275d-b631-41a2-80da-0193d364502e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0720034 Jul 13 19:37:33.782598 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96238762-6eeb-4b12-81b3-d5a3b82f9511 req-09040bec-cae2-4632-9ce5-d341fdcc0079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:33.784154 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-96238762-6eeb-4b12-81b3-d5a3b82f9511 req-09040bec-cae2-4632-9ce5-d341fdcc0079 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=da56846ec73942cf83102acdbcf36164&device_id=1838275d-b631-41a2-80da-0193d364502e HTTP/1.1" status: 200 len: 1098 time: 0.0569704 Jul 13 19:37:33.903832 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96238762-6eeb-4b12-81b3-d5a3b82f9511 req-59567505-275f-4a9c-8666-d50f90632e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:33.905223 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-96238762-6eeb-4b12-81b3-d5a3b82f9511 req-59567505-275f-4a9c-8666-d50f90632e40 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fe00eba9-0278-49ca-8d63-f9bff0de1d38 HTTP/1.1" status: 200 len: 911 time: 0.0977120 Jul 13 19:37:33.979114 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-96238762-6eeb-4b12-81b3-d5a3b82f9511 req-63edb6c2-ccb0-4d5f-94c5-5a70a883b628 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8382cba-e3e2-4116-9b27-2b9b22158795 HTTP/1.1" status: 200 len: 1000 time: 0.0677886 Jul 13 19:37:34.031932 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96238762-6eeb-4b12-81b3-d5a3b82f9511 req-8311e989-cf53-47f6-9279-aa3fe82335c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:34.033402 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-96238762-6eeb-4b12-81b3-d5a3b82f9511 req-8311e989-cf53-47f6-9279-aa3fe82335c8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e7c2ed50-4f57-4cc1-ae5d-bd0d76563475 HTTP/1.1" status: 200 len: 849 time: 0.0482035 Jul 13 19:37:34.096331 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96238762-6eeb-4b12-81b3-d5a3b82f9511 req-7530c241-e341-41c4-b18d-1897f9f1f847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:37:34.097818 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-96238762-6eeb-4b12-81b3-d5a3b82f9511 req-7530c241-e341-41c4-b18d-1897f9f1f847 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fe00eba9-0278-49ca-8d63-f9bff0de1d38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0575986 Jul 13 19:37:34.187138 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-96238762-6eeb-4b12-81b3-d5a3b82f9511 req-af982e59-e111-4ce4-8da4-851a8ccfb435 service neutron] 10.222.0.18 "GET /v2.0/networks/fe00eba9-0278-49ca-8d63-f9bff0de1d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825408 Jul 13 19:37:34.274789 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-96238762-6eeb-4b12-81b3-d5a3b82f9511 req-394bb4d5-ceb5-46de-9cc5-5b2b530ed411 service neutron] 10.222.0.18 "GET /v2.0/networks/fe00eba9-0278-49ca-8d63-f9bff0de1d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819590 Jul 13 19:37:46.354081 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-ba8c530a-9687-4255-bf73-302a5ce8846e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:47.698110 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.agents_db [None req-012e1d35-f91a-49b0-a4f0-5c30301579de None None] Agent healthcheck: found 6 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:37:48.961814 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-be913218-1cfd-4255-b1ef-e5f00b169f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:49.096633 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:50.275449 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f121cc10-15a3-4774-9d3b-44cefef2260b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:51.774296 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-90e910e5-9927-492e-a649-803b472a565a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:37:59.976665 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:16.354798 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-fb3b2787-4e2b-4d32-bf18-e4e1f8adfb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:18.962094 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f59ac8bc-ef5a-42be-9390-06d52b191459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:19.098530 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:20.279398 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f121cc10-15a3-4774-9d3b-44cefef2260b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:21.777169 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-90e910e5-9927-492e-a649-803b472a565a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:24.698369 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.agents_db [None req-012e1d35-f91a-49b0-a4f0-5c30301579de None None] Agent healthcheck: found 6 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:38:27.788289 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 59766) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:27.942709 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-98ed04bc-f74a-456a-9f90-86a598d19cdf tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Deleting port 17c422dc-3a35-40e1-918d-6849e36d5091 {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:38:27.943050 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-98ed04bc-f74a-456a-9f90-86a598d19cdf tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752272853989'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:28.026856 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-98ed04bc-f74a-456a-9f90-86a598d19cdf tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763640'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:28.027174 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-98ed04bc-f74a-456a-9f90-86a598d19cdf tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:28.044781 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-98ed04bc-f74a-456a-9f90-86a598d19cdf tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Calling delete_port for 17c422dc-3a35-40e1-918d-6849e36d5091 owned by network:floatingip {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:38:28.189229 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-98ed04bc-f74a-456a-9f90-86a598d19cdf tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752272859917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752272454292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130471124'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:28.215168 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ed04bc-f74a-456a-9f90-86a598d19cdf tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Pushing event deleted for resources: {'Port': ['ID=17c422dc-3a35-40e1-918d-6849e36d5091,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:28.241518 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ed04bc-f74a-456a-9f90-86a598d19cdf tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:28.241863 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ed04bc-f74a-456a-9f90-86a598d19cdf tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:28.242200 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ed04bc-f74a-456a-9f90-86a598d19cdf tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:28.242539 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ed04bc-f74a-456a-9f90-86a598d19cdf tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:28.242864 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ed04bc-f74a-456a-9f90-86a598d19cdf tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:28.243192 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ed04bc-f74a-456a-9f90-86a598d19cdf tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:28.243541 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ed04bc-f74a-456a-9f90-86a598d19cdf tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:28.243864 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ed04bc-f74a-456a-9f90-86a598d19cdf tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:28.244187 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ed04bc-f74a-456a-9f90-86a598d19cdf tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:28.244509 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ed04bc-f74a-456a-9f90-86a598d19cdf tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:28.244830 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ed04bc-f74a-456a-9f90-86a598d19cdf tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:28.245146 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ed04bc-f74a-456a-9f90-86a598d19cdf tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:28.283003 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-98ed04bc-f74a-456a-9f90-86a598d19cdf tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks [] for floatingip, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:28.283476 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.db.l3_db [None req-98ed04bc-f74a-456a-9f90-86a598d19cdf tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Floating IP d7950696-7bd4-4ebe-ac9b-e942429ac960 disassociated (deleted). External IP: 172.27.1.187, port: 813035df-f451-41c4-b8c6-ecd1b42f366c. Jul 13 19:38:28.489543 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ed04bc-f74a-456a-9f90-86a598d19cdf tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Router d4e16366-3bb8-485a-b78e-107d91ef4dc9 has already been hosted by L3 agent beedb406-ab13-44dd-957b-972171d020d2 {{(pid=92923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:38:28.596866 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ed04bc-f74a-456a-9f90-86a598d19cdf tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify agent at l3_agent.dv-cinder-786932-3-iscsi the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:38:28.601365 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-98ed04bc-f74a-456a-9f90-86a598d19cdf tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for floatingip, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:28.606618 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce059966-9890-437c-b0e4-4d415fa70ba9 None None] Sync routers for ids ['d4e16366-3bb8-485a-b78e-107d91ef4dc9'] in dv-cinder-786932-3-iscsi {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:38:28.616375 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce059966-9890-437c-b0e4-4d415fa70ba9 None None] Routers {'d4e16366-3bb8-485a-b78e-107d91ef4dc9'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:38:28.616982 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-ce059966-9890-437c-b0e4-4d415fa70ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:38:19Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['d4e16366-3bb8-485a-b78e-107d91ef4dc9'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:28.637564 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-98ed04bc-f74a-456a-9f90-86a598d19cdf tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "DELETE /v2.0/floatingips/d7950696-7bd4-4ebe-ac9b-e942429ac960 HTTP/1.1" status: 204 len: 168 time: 0.8481851 Jul 13 19:38:28.638148 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e221d4c-dbbc-475d-bca1-cc849ce6dba5', 'tag': '813035df-f451-41c4-b8c6-ecd1b42f366c'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:38:28.641203 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1087dd994376df9afb132dbe65b34b6853527e2d112168992b97c33633c3add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e14320-a748-4607-b38d-b5b979574c08" -d '{"events": [{"name": "network-changed", "server_uuid": "7e221d4c-dbbc-475d-bca1-cc849ce6dba5", "tag": "813035df-f451-41c4-b8c6-ecd1b42f366c"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:38:28.680423 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e83dd4-d225-4abd-9eed-235fb7afb261 x-openstack-request-id: req-10e83dd4-d225-4abd-9eed-235fb7afb261 {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:38:28.680722 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e221d4c-dbbc-475d-bca1-cc849ce6dba5", "tag": "813035df-f451-41c4-b8c6-ecd1b42f366c", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:38:28.680976 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-10e83dd4-d225-4abd-9eed-235fb7afb261 {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:38:28.681376 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e221d4c-dbbc-475d-bca1-cc849ce6dba5', 'tag': '813035df-f451-41c4-b8c6-ecd1b42f366c', 'status': 'completed', 'code': 200} Jul 13 19:38:28.726936 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-ce059966-9890-437c-b0e4-4d415fa70ba9 None None] Set router d4e16366-3bb8-485a-b78e-107d91ef4dc9 gateway port host: dv-cinder-786932-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:38:28.760388 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e14320-a748-4607-b38d-b5b979574c08 req-6412e97e-b27d-498f-9208-104cbe4277bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:28.762252 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-31e14320-a748-4607-b38d-b5b979574c08 req-6412e97e-b27d-498f-9208-104cbe4277bc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=da56846ec73942cf83102acdbcf36164&device_id=7e221d4c-dbbc-475d-bca1-cc849ce6dba5 HTTP/1.1" status: 200 len: 1098 time: 0.0568883 Jul 13 19:38:28.869589 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e14320-a748-4607-b38d-b5b979574c08 req-531f9dfd-6f8c-489a-9a33-aa6f346e7ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:28.870308 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-31e14320-a748-4607-b38d-b5b979574c08 req-531f9dfd-6f8c-489a-9a33-aa6f346e7ccd service neutron] 10.222.0.18 "GET /v2.0/networks?id=fe00eba9-0278-49ca-8d63-f9bff0de1d38 HTTP/1.1" status: 200 len: 911 time: 0.1008842 Jul 13 19:38:28.916210 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-31e14320-a748-4607-b38d-b5b979574c08 req-81f2c54e-d781-425e-86ce-10ed2798a12c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=813035df-f451-41c4-b8c6-ecd1b42f366c HTTP/1.1" status: 200 len: 217 time: 0.0389187 Jul 13 19:38:28.970418 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e14320-a748-4607-b38d-b5b979574c08 req-8a526a12-e786-4f28-914b-2a085abe0924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:28.972275 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-31e14320-a748-4607-b38d-b5b979574c08 req-8a526a12-e786-4f28-914b-2a085abe0924 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e7c2ed50-4f57-4cc1-ae5d-bd0d76563475 HTTP/1.1" status: 200 len: 849 time: 0.0489802 Jul 13 19:38:29.040203 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e14320-a748-4607-b38d-b5b979574c08 req-91e54838-fb53-4ca1-bcb3-753b9d8cc438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:29.041779 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-31e14320-a748-4607-b38d-b5b979574c08 req-91e54838-fb53-4ca1-bcb3-753b9d8cc438 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fe00eba9-0278-49ca-8d63-f9bff0de1d38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0626204 Jul 13 19:38:29.105006 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-ce059966-9890-437c-b0e4-4d415fa70ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'name': 'tempest-TestVolumeBootPattern-87398999-router', 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'b2a9af05-1c42-461c-be04-bc00e592d5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:31:42Z', 'updated_at': '2021-07-13T19:31:46Z', 'revision_number': 4, 'project_id': 'da56846ec73942cf83102acdbcf36164', 'gw_port': {'id': 'b2a9af05-1c42-461c-be04-bc00e592d5a7', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:42Z', 'updated_at': '2021-07-13T19:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_floatingips': [{'id': '3178065f-7a30-4fb7-b0f6-d2cadd5c6939', 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'floating_ip_address': '172.27.1.48', 'floating_network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'router_id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'port_id': 'd8382cba-e3e2-4116-9b27-2b9b22158795', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe00eba9-0278-49ca-8d63-f9bff0de1d38', 'mac_address': 'fa:16:3e:f6:ff:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1838275d-b631-41a2-80da-0193d364502e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:35:09Z', 'updated_at': '2021-07-13T19:35:12Z', 'revision_number': 1, 'project_id': 'da56846ec73942cf83102acdbcf36164', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a03ab933-3f7b-4994-bc24-a8d794326af8', 'name': '', 'network_id': 'fe00eba9-0278-49ca-8d63-f9bff0de1d38', 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'mac_address': 'fa:16:3e:d1:18:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'e7c2ed50-4f57-4cc1-ae5d-bd0d76563475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:45Z', 'updated_at': '2021-07-13T19:31:57Z', 'revision_number': 5, 'project_id': 'da56846ec73942cf83102acdbcf36164', 'subnets': [{'id': 'e7c2ed50-4f57-4cc1-ae5d-bd0d76563475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:29.132443 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce059966-9890-437c-b0e4-4d415fa70ba9 None None] Checking router: d4e16366-3bb8-485a-b78e-107d91ef4dc9 for host: dv-cinder-786932-3-iscsi {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:38:29.141243 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce059966-9890-437c-b0e4-4d415fa70ba9 None None] Routers {'d4e16366-3bb8-485a-b78e-107d91ef4dc9'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:38:29.141874 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-ce059966-9890-437c-b0e4-4d415fa70ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:38:19Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['d4e16366-3bb8-485a-b78e-107d91ef4dc9'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:29.142321 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-31e14320-a748-4607-b38d-b5b979574c08 req-8a257d53-4b10-42ef-aa8f-bac3a9f5c34f service neutron] 10.222.0.18 "GET /v2.0/networks/fe00eba9-0278-49ca-8d63-f9bff0de1d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933583 Jul 13 19:38:29.195460 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990788e-c04f-4630-ba5f-efd9d6055c2f req-47f813fa-4edf-49d8-ba55-f3da6601089a tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:29.197319 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-5990788e-c04f-4630-ba5f-efd9d6055c2f req-47f813fa-4edf-49d8-ba55-f3da6601089a tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e221d4c-dbbc-475d-bca1-cc849ce6dba5 HTTP/1.1" status: 200 len: 945 time: 0.0684953 Jul 13 19:38:29.246982 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-5990788e-c04f-4630-ba5f-efd9d6055c2f req-6a5df3a5-4fd7-48dd-b946-163c5f645475 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/security-groups?id=e4da3ed7-58bd-421e-aadf-e530e2f1571d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435293 Jul 13 19:38:29.258159 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-ce059966-9890-437c-b0e4-4d415fa70ba9 None None] Set router d4e16366-3bb8-485a-b78e-107d91ef4dc9 gateway port host: dv-cinder-786932-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:38:29.498834 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-ce059966-9890-437c-b0e4-4d415fa70ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'name': 'tempest-TestVolumeBootPattern-87398999-router', 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'b2a9af05-1c42-461c-be04-bc00e592d5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:31:42Z', 'updated_at': '2021-07-13T19:31:46Z', 'revision_number': 4, 'project_id': 'da56846ec73942cf83102acdbcf36164', 'gw_port': {'id': 'b2a9af05-1c42-461c-be04-bc00e592d5a7', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:42Z', 'updated_at': '2021-07-13T19:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_floatingips': [{'id': '3178065f-7a30-4fb7-b0f6-d2cadd5c6939', 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'floating_ip_address': '172.27.1.48', 'floating_network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'router_id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'port_id': 'd8382cba-e3e2-4116-9b27-2b9b22158795', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe00eba9-0278-49ca-8d63-f9bff0de1d38', 'mac_address': 'fa:16:3e:f6:ff:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1838275d-b631-41a2-80da-0193d364502e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:35:09Z', 'updated_at': '2021-07-13T19:35:12Z', 'revision_number': 1, 'project_id': 'da56846ec73942cf83102acdbcf36164', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a03ab933-3f7b-4994-bc24-a8d794326af8', 'name': '', 'network_id': 'fe00eba9-0278-49ca-8d63-f9bff0de1d38', 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'mac_address': 'fa:16:3e:d1:18:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'e7c2ed50-4f57-4cc1-ae5d-bd0d76563475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:45Z', 'updated_at': '2021-07-13T19:31:57Z', 'revision_number': 5, 'project_id': 'da56846ec73942cf83102acdbcf36164', 'subnets': [{'id': 'e7c2ed50-4f57-4cc1-ae5d-bd0d76563475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:29.503860 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-31e14320-a748-4607-b38d-b5b979574c08 req-21d13093-8495-40f5-a107-51b6b670060b service neutron] 10.222.0.18 "GET /v2.0/networks/fe00eba9-0278-49ca-8d63-f9bff0de1d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3548522 Jul 13 19:38:29.529270 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce059966-9890-437c-b0e4-4d415fa70ba9 None None] The sync data for ids ['d4e16366-3bb8-485a-b78e-107d91ef4dc9'] in dv-cinder-786932-3-iscsi is: [{'id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'name': 'tempest-TestVolumeBootPattern-87398999-router', 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'b2a9af05-1c42-461c-be04-bc00e592d5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:31:42Z', 'updated_at': '2021-07-13T19:31:46Z', 'revision_number': 4, 'project_id': 'da56846ec73942cf83102acdbcf36164', 'gw_port': {'id': 'b2a9af05-1c42-461c-be04-bc00e592d5a7', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:42Z', 'updated_at': '2021-07-13T19:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_floatingips': [{'id': '3178065f-7a30-4fb7-b0f6-d2cadd5c6939', 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'floating_ip_address': '172.27.1.48', 'floating_network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'router_id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'port_id': 'd8382cba-e3e2-4116-9b27-2b9b22158795', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe00eba9-0278-49ca-8d63-f9bff0de1d38', 'mac_address': 'fa:16:3e:f6:ff:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1838275d-b631-41a2-80da-0193d364502e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:35:09Z', 'updated_at': '2021-07-13T19:35:12Z', 'revision_number': 1, 'project_id': 'da56846ec73942cf83102acdbcf36164', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a03ab933-3f7b-4994-bc24-a8d794326af8', 'name': '', 'network_id': 'fe00eba9-0278-49ca-8d63-f9bff0de1d38', 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'mac_address': 'fa:16:3e:d1:18:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'e7c2ed50-4f57-4cc1-ae5d-bd0d76563475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:45Z', 'updated_at': '2021-07-13T19:31:57Z', 'revision_number': 5, 'project_id': 'da56846ec73942cf83102acdbcf36164', 'subnets': [{'id': 'e7c2ed50-4f57-4cc1-ae5d-bd0d76563475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:38:29.736258 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0407b1b5-b80f-42ff-b47e-ef70b9f5c26f None None] New status for floating IP d7950696-7bd4-4ebe-ac9b-e942429ac960: DOWN {{(pid=92926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:38:29.988297 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:30.477142 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cff851-85e7-41e2-8ca8-8c1951abe4b0 req-a4639e6a-0994-4bc0-97f0-e5e8c5830962 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:30.478632 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-e1cff851-85e7-41e2-8ca8-8c1951abe4b0 req-a4639e6a-0994-4bc0-97f0-e5e8c5830962 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e221d4c-dbbc-475d-bca1-cc849ce6dba5 HTTP/1.1" status: 200 len: 945 time: 0.1147683 Jul 13 19:38:30.488148 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b2f40-74a1-47fe-ae2f-7130533cd8ad req-0b57e18f-226d-4e99-83e3-0c6625b7ed49 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:30.489444 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-995b2f40-74a1-47fe-ae2f-7130533cd8ad req-0b57e18f-226d-4e99-83e3-0c6625b7ed49 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e221d4c-dbbc-475d-bca1-cc849ce6dba5 HTTP/1.1" status: 200 len: 945 time: 0.0965879 Jul 13 19:38:30.557076 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-e1cff851-85e7-41e2-8ca8-8c1951abe4b0 req-3cad2436-7be5-46b1-8e18-cac16648566c tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/security-groups?id=e4da3ed7-58bd-421e-aadf-e530e2f1571d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665727 Jul 13 19:38:30.613773 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [req-995b2f40-74a1-47fe-ae2f-7130533cd8ad req-9aa65383-26a7-4869-8805-be61b2b589e9 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Deleting port 813035df-f451-41c4-b8c6-ecd1b42f366c {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:38:30.614115 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-995b2f40-74a1-47fe-ae2f-7130533cd8ad req-9aa65383-26a7-4869-8805-be61b2b589e9 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752272853989'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:30.700035 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-995b2f40-74a1-47fe-ae2f-7130533cd8ad req-9aa65383-26a7-4869-8805-be61b2b589e9 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] For port 813035df-f451-41c4-b8c6-ecd1b42f366c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=813035df-f451-41c4-b8c6-ecd1b42f366c,segment=NetworkSegment(9e78100f-3ded-4534-86f9-3d2900c1d317),segment_id=9e78100f-3ded-4534-86f9-3d2900c1d317)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:38:30.700394 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-995b2f40-74a1-47fe-ae2f-7130533cd8ad req-9aa65383-26a7-4869-8805-be61b2b589e9 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763640'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:30.713295 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [req-995b2f40-74a1-47fe-ae2f-7130533cd8ad req-9aa65383-26a7-4869-8805-be61b2b589e9 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Calling delete_port for 813035df-f451-41c4-b8c6-ecd1b42f366c owned by compute:nova {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:38:30.840716 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-995b2f40-74a1-47fe-ae2f-7130533cd8ad req-9aa65383-26a7-4869-8805-be61b2b589e9 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752272859917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752272454292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130471124'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:30.868759 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa65383-26a7-4869-8805-be61b2b589e9 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Pushing event deleted for resources: {'Port': ['ID=813035df-f451-41c4-b8c6-ecd1b42f366c,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:30.918494 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [req-995b2f40-74a1-47fe-ae2f-7130533cd8ad req-9aa65383-26a7-4869-8805-be61b2b589e9 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] No DVR routers for this DVR port 813035df-f451-41c4-b8c6-ecd1b42f366c on host hv-cinder-78693 {{(pid=92923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:38:30.921941 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-995b2f40-74a1-47fe-ae2f-7130533cd8ad req-9aa65383-26a7-4869-8805-be61b2b589e9 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:30.923962 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-995b2f40-74a1-47fe-ae2f-7130533cd8ad req-9aa65383-26a7-4869-8805-be61b2b589e9 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.18 "DELETE /v2.0/ports/813035df-f451-41c4-b8c6-ecd1b42f366c HTTP/1.1" status: 204 len: 173 time: 0.4278162 Jul 13 19:38:30.924476 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e221d4c-dbbc-475d-bca1-cc849ce6dba5', 'name': 'network-vif-deleted', 'tag': '813035df-f451-41c4-b8c6-ecd1b42f366c'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:38:30.926758 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1087dd994376df9afb132dbe65b34b6853527e2d112168992b97c33633c3add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5424c3-5127-4847-9530-236319c6729b" -d '{"events": [{"server_uuid": "7e221d4c-dbbc-475d-bca1-cc849ce6dba5", "name": "network-vif-deleted", "tag": "813035df-f451-41c4-b8c6-ecd1b42f366c"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:38:30.962376 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2c39ff-cf02-406a-9ce5-7d03092d28a3 x-openstack-request-id: req-1a2c39ff-cf02-406a-9ce5-7d03092d28a3 {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:38:30.962668 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e221d4c-dbbc-475d-bca1-cc849ce6dba5", "name": "network-vif-deleted", "tag": "813035df-f451-41c4-b8c6-ecd1b42f366c", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:38:30.962921 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1a2c39ff-cf02-406a-9ce5-7d03092d28a3 {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:38:30.963358 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e221d4c-dbbc-475d-bca1-cc849ce6dba5', 'name': 'network-vif-deleted', 'tag': '813035df-f451-41c4-b8c6-ecd1b42f366c', 'status': 'completed', 'code': 200} Jul 13 19:38:31.714522 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-87cb3163-2746-4fb1-a6cf-7b3075fb69bd req-92d61b9e-aad0-4aff-9f5b-e0f9ec893389 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e221d4c-dbbc-475d-bca1-cc849ce6dba5 HTTP/1.1" status: 200 len: 210 time: 0.0335672 Jul 13 19:38:33.838914 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device 813035df-f451-41c4-b8c6-ecd1b42f366c no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:38:33.859623 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] No Port match for: 813035df-f451-41c4-b8c6-ecd1b42f366c {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:38:33.859966 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device 813035df-f451-41c4-b8c6-ecd1b42f366c not bound to the agent host hv-cinder-78693 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:38:35.024286 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 59810) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:35.180708 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-0a97f4b7-ffc9-40b6-84ab-67e4c61038b1 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Deleting port c50f4597-e679-434f-a018-f355b48f3013 {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:38:35.180939 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0a97f4b7-ffc9-40b6-84ab-67e4c61038b1 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752272853989'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:35.255861 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0a97f4b7-ffc9-40b6-84ab-67e4c61038b1 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763640'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:35.256194 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0a97f4b7-ffc9-40b6-84ab-67e4c61038b1 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:35.268530 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-0a97f4b7-ffc9-40b6-84ab-67e4c61038b1 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Calling delete_port for c50f4597-e679-434f-a018-f355b48f3013 owned by network:floatingip {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:38:35.430031 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0a97f4b7-ffc9-40b6-84ab-67e4c61038b1 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752272859917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752272454292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130471124'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:35.459300 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a97f4b7-ffc9-40b6-84ab-67e4c61038b1 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Pushing event deleted for resources: {'Port': ['ID=c50f4597-e679-434f-a018-f355b48f3013,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:35.543499 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0a97f4b7-ffc9-40b6-84ab-67e4c61038b1 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks [] for floatingip, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:35.543826 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.db.l3_db [None req-0a97f4b7-ffc9-40b6-84ab-67e4c61038b1 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Floating IP 3178065f-7a30-4fb7-b0f6-d2cadd5c6939 disassociated (deleted). External IP: 172.27.1.48, port: d8382cba-e3e2-4116-9b27-2b9b22158795. Jul 13 19:38:35.786322 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a97f4b7-ffc9-40b6-84ab-67e4c61038b1 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Router d4e16366-3bb8-485a-b78e-107d91ef4dc9 has already been hosted by L3 agent beedb406-ab13-44dd-957b-972171d020d2 {{(pid=92923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:38:35.904812 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a97f4b7-ffc9-40b6-84ab-67e4c61038b1 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify agent at l3_agent.dv-cinder-786932-3-iscsi the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:38:35.910346 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0a97f4b7-ffc9-40b6-84ab-67e4c61038b1 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for floatingip, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:35.915197 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368654ae-b467-46ee-b0eb-60e84dae3983 None None] Sync routers for ids ['d4e16366-3bb8-485a-b78e-107d91ef4dc9'] in dv-cinder-786932-3-iscsi {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:38:35.929223 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368654ae-b467-46ee-b0eb-60e84dae3983 None None] Routers {'d4e16366-3bb8-485a-b78e-107d91ef4dc9'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:38:35.930201 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-368654ae-b467-46ee-b0eb-60e84dae3983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:38:19Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['d4e16366-3bb8-485a-b78e-107d91ef4dc9'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:35.951201 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-0a97f4b7-ffc9-40b6-84ab-67e4c61038b1 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "DELETE /v2.0/floatingips/3178065f-7a30-4fb7-b0f6-d2cadd5c6939 HTTP/1.1" status: 204 len: 168 time: 0.9257712 Jul 13 19:38:35.951815 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1838275d-b631-41a2-80da-0193d364502e', 'tag': 'd8382cba-e3e2-4116-9b27-2b9b22158795'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:38:35.954302 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1087dd994376df9afb132dbe65b34b6853527e2d112168992b97c33633c3add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d264b9-b89b-4013-b369-d3e1160f3c8e" -d '{"events": [{"name": "network-changed", "server_uuid": "1838275d-b631-41a2-80da-0193d364502e", "tag": "d8382cba-e3e2-4116-9b27-2b9b22158795"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:38:35.998171 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e220e56-e4e9-490e-88c8-0e0cf1164284 x-openstack-request-id: req-5e220e56-e4e9-490e-88c8-0e0cf1164284 {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:38:35.999699 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1838275d-b631-41a2-80da-0193d364502e", "tag": "d8382cba-e3e2-4116-9b27-2b9b22158795", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:38:35.999699 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5e220e56-e4e9-490e-88c8-0e0cf1164284 {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:38:36.000303 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1838275d-b631-41a2-80da-0193d364502e', 'tag': 'd8382cba-e3e2-4116-9b27-2b9b22158795', 'status': 'completed', 'code': 200} Jul 13 19:38:36.049746 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-368654ae-b467-46ee-b0eb-60e84dae3983 None None] Set router d4e16366-3bb8-485a-b78e-107d91ef4dc9 gateway port host: dv-cinder-786932-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:38:36.091908 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d264b9-b89b-4013-b369-d3e1160f3c8e req-6e7d0c00-ee7b-4307-905e-71fbba5905b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:36.093920 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-87d264b9-b89b-4013-b369-d3e1160f3c8e req-6e7d0c00-ee7b-4307-905e-71fbba5905b6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=da56846ec73942cf83102acdbcf36164&device_id=1838275d-b631-41a2-80da-0193d364502e HTTP/1.1" status: 200 len: 1098 time: 0.0659850 Jul 13 19:38:36.203526 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d264b9-b89b-4013-b369-d3e1160f3c8e req-e836d401-f84f-4a58-9b97-d661ef0b9d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:36.204590 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-87d264b9-b89b-4013-b369-d3e1160f3c8e req-e836d401-f84f-4a58-9b97-d661ef0b9d54 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fe00eba9-0278-49ca-8d63-f9bff0de1d38 HTTP/1.1" status: 200 len: 911 time: 0.1047165 Jul 13 19:38:36.256320 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-87d264b9-b89b-4013-b369-d3e1160f3c8e req-9bb0bd91-7faa-48a4-bfa1-fd924d196a39 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8382cba-e3e2-4116-9b27-2b9b22158795 HTTP/1.1" status: 200 len: 217 time: 0.0423338 Jul 13 19:38:36.271578 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-368654ae-b467-46ee-b0eb-60e84dae3983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'name': 'tempest-TestVolumeBootPattern-87398999-router', 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'b2a9af05-1c42-461c-be04-bc00e592d5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:31:42Z', 'updated_at': '2021-07-13T19:31:46Z', 'revision_number': 4, 'project_id': 'da56846ec73942cf83102acdbcf36164', 'gw_port': {'id': 'b2a9af05-1c42-461c-be04-bc00e592d5a7', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:42Z', 'updated_at': '2021-07-13T19:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_interfaces': [{'id': 'a03ab933-3f7b-4994-bc24-a8d794326af8', 'name': '', 'network_id': 'fe00eba9-0278-49ca-8d63-f9bff0de1d38', 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'mac_address': 'fa:16:3e:d1:18:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'e7c2ed50-4f57-4cc1-ae5d-bd0d76563475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:45Z', 'updated_at': '2021-07-13T19:31:57Z', 'revision_number': 5, 'project_id': 'da56846ec73942cf83102acdbcf36164', 'subnets': [{'id': 'e7c2ed50-4f57-4cc1-ae5d-bd0d76563475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:36.305408 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d264b9-b89b-4013-b369-d3e1160f3c8e req-3c100e21-d33d-4f96-b323-5f34170422a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:36.306818 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-87d264b9-b89b-4013-b369-d3e1160f3c8e req-3c100e21-d33d-4f96-b323-5f34170422a0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e7c2ed50-4f57-4cc1-ae5d-bd0d76563475 HTTP/1.1" status: 200 len: 849 time: 0.0447896 Jul 13 19:38:36.315517 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368654ae-b467-46ee-b0eb-60e84dae3983 None None] Checking router: d4e16366-3bb8-485a-b78e-107d91ef4dc9 for host: dv-cinder-786932-3-iscsi {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:38:36.324824 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368654ae-b467-46ee-b0eb-60e84dae3983 None None] Routers {'d4e16366-3bb8-485a-b78e-107d91ef4dc9'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:38:36.325442 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-368654ae-b467-46ee-b0eb-60e84dae3983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:38:19Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['d4e16366-3bb8-485a-b78e-107d91ef4dc9'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:36.367262 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d264b9-b89b-4013-b369-d3e1160f3c8e req-aab3899f-ed70-40e3-a220-9f5b15b932c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:36.368802 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-87d264b9-b89b-4013-b369-d3e1160f3c8e req-aab3899f-ed70-40e3-a220-9f5b15b932c6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fe00eba9-0278-49ca-8d63-f9bff0de1d38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0549440 Jul 13 19:38:36.390536 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fd4f90-5913-4a80-897a-c7d1a15f62d9 req-f16af1c4-070d-42ac-b66a-bbd3280afe36 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:36.393141 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-52fd4f90-5913-4a80-897a-c7d1a15f62d9 req-f16af1c4-070d-42ac-b66a-bbd3280afe36 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/ports?device_id=1838275d-b631-41a2-80da-0193d364502e HTTP/1.1" status: 200 len: 945 time: 0.0668852 Jul 13 19:38:36.435094 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [req-52fd4f90-5913-4a80-897a-c7d1a15f62d9 req-9a152938-5ca5-4d42-8a17-0982b94229bb tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/security-groups?id=e4da3ed7-58bd-421e-aadf-e530e2f1571d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364745 Jul 13 19:38:36.444287 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-368654ae-b467-46ee-b0eb-60e84dae3983 None None] Set router d4e16366-3bb8-485a-b78e-107d91ef4dc9 gateway port host: dv-cinder-786932-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:38:36.468707 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-87d264b9-b89b-4013-b369-d3e1160f3c8e req-d9a55e64-6fa8-40d5-ae25-26720f3ae064 service neutron] 10.222.0.18 "GET /v2.0/networks/fe00eba9-0278-49ca-8d63-f9bff0de1d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931768 Jul 13 19:38:36.557017 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-87d264b9-b89b-4013-b369-d3e1160f3c8e req-f154194c-03ae-4f8c-9d90-bc3a48ec8bb5 service neutron] 10.222.0.18 "GET /v2.0/networks/fe00eba9-0278-49ca-8d63-f9bff0de1d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815935 Jul 13 19:38:36.643479 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-368654ae-b467-46ee-b0eb-60e84dae3983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'name': 'tempest-TestVolumeBootPattern-87398999-router', 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'b2a9af05-1c42-461c-be04-bc00e592d5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:31:42Z', 'updated_at': '2021-07-13T19:31:46Z', 'revision_number': 4, 'project_id': 'da56846ec73942cf83102acdbcf36164', 'gw_port': {'id': 'b2a9af05-1c42-461c-be04-bc00e592d5a7', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:42Z', 'updated_at': '2021-07-13T19:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_interfaces': [{'id': 'a03ab933-3f7b-4994-bc24-a8d794326af8', 'name': '', 'network_id': 'fe00eba9-0278-49ca-8d63-f9bff0de1d38', 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'mac_address': 'fa:16:3e:d1:18:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'e7c2ed50-4f57-4cc1-ae5d-bd0d76563475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:45Z', 'updated_at': '2021-07-13T19:31:57Z', 'revision_number': 5, 'project_id': 'da56846ec73942cf83102acdbcf36164', 'subnets': [{'id': 'e7c2ed50-4f57-4cc1-ae5d-bd0d76563475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:36.673228 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368654ae-b467-46ee-b0eb-60e84dae3983 None None] The sync data for ids ['d4e16366-3bb8-485a-b78e-107d91ef4dc9'] in dv-cinder-786932-3-iscsi is: [{'id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'name': 'tempest-TestVolumeBootPattern-87398999-router', 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'b2a9af05-1c42-461c-be04-bc00e592d5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:31:42Z', 'updated_at': '2021-07-13T19:31:46Z', 'revision_number': 4, 'project_id': 'da56846ec73942cf83102acdbcf36164', 'gw_port': {'id': 'b2a9af05-1c42-461c-be04-bc00e592d5a7', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:42Z', 'updated_at': '2021-07-13T19:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi', '_interfaces': [{'id': 'a03ab933-3f7b-4994-bc24-a8d794326af8', 'name': '', 'network_id': 'fe00eba9-0278-49ca-8d63-f9bff0de1d38', 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'mac_address': 'fa:16:3e:d1:18:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'e7c2ed50-4f57-4cc1-ae5d-bd0d76563475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:45Z', 'updated_at': '2021-07-13T19:31:57Z', 'revision_number': 5, 'project_id': 'da56846ec73942cf83102acdbcf36164', 'subnets': [{'id': 'e7c2ed50-4f57-4cc1-ae5d-bd0d76563475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:38:36.879705 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0adb62-c129-4a04-823c-1764f4f698e3 None None] New status for floating IP 3178065f-7a30-4fb7-b0f6-d2cadd5c6939: DOWN {{(pid=92926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:38:37.615063 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ce548-7e3a-4a70-be93-8094353fb400 req-f1ef1e42-512c-4d17-870d-bca2dbc093a1 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:37.616602 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7d4ce548-7e3a-4a70-be93-8094353fb400 req-f1ef1e42-512c-4d17-870d-bca2dbc093a1 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/ports?device_id=1838275d-b631-41a2-80da-0193d364502e HTTP/1.1" status: 200 len: 945 time: 0.0674865 Jul 13 19:38:37.654451 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7d4ce548-7e3a-4a70-be93-8094353fb400 req-2d1ff24b-d559-4d76-b91b-3e90c793719d tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/security-groups?id=e4da3ed7-58bd-421e-aadf-e530e2f1571d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323043 Jul 13 19:38:37.753972 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f1593-307a-4cb8-b84a-01db99919cc3 req-862b0f4d-18e2-490b-b9e7-d06340e60612 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:38:37.755355 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-428f1593-307a-4cb8-b84a-01db99919cc3 req-862b0f4d-18e2-490b-b9e7-d06340e60612 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.18 "GET /v2.0/ports?device_id=1838275d-b631-41a2-80da-0193d364502e HTTP/1.1" status: 200 len: 945 time: 0.0630605 Jul 13 19:38:37.856647 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [req-428f1593-307a-4cb8-b84a-01db99919cc3 req-ac201214-e167-4562-a638-f3d24a3ee454 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Deleting port d8382cba-e3e2-4116-9b27-2b9b22158795 {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:38:37.856988 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-428f1593-307a-4cb8-b84a-01db99919cc3 req-ac201214-e167-4562-a638-f3d24a3ee454 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752272853989'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:37.945086 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [req-428f1593-307a-4cb8-b84a-01db99919cc3 req-ac201214-e167-4562-a638-f3d24a3ee454 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] For port d8382cba-e3e2-4116-9b27-2b9b22158795, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d8382cba-e3e2-4116-9b27-2b9b22158795,segment=NetworkSegment(9e78100f-3ded-4534-86f9-3d2900c1d317),segment_id=9e78100f-3ded-4534-86f9-3d2900c1d317)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:38:37.945474 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-428f1593-307a-4cb8-b84a-01db99919cc3 req-ac201214-e167-4562-a638-f3d24a3ee454 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763640'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:37.958449 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [req-428f1593-307a-4cb8-b84a-01db99919cc3 req-ac201214-e167-4562-a638-f3d24a3ee454 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Calling delete_port for d8382cba-e3e2-4116-9b27-2b9b22158795 owned by compute:nova {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:38:38.087623 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-428f1593-307a-4cb8-b84a-01db99919cc3 req-ac201214-e167-4562-a638-f3d24a3ee454 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752272859917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752272454292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130471124'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:38.116109 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac201214-e167-4562-a638-f3d24a3ee454 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Pushing event deleted for resources: {'Port': ['ID=d8382cba-e3e2-4116-9b27-2b9b22158795,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:38.165459 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [req-428f1593-307a-4cb8-b84a-01db99919cc3 req-ac201214-e167-4562-a638-f3d24a3ee454 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] No DVR routers for this DVR port d8382cba-e3e2-4116-9b27-2b9b22158795 on host hv-cinder-78693 {{(pid=92923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:38:38.168192 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [req-428f1593-307a-4cb8-b84a-01db99919cc3 req-ac201214-e167-4562-a638-f3d24a3ee454 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for port, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:38.170250 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-428f1593-307a-4cb8-b84a-01db99919cc3 req-ac201214-e167-4562-a638-f3d24a3ee454 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.18 "DELETE /v2.0/ports/d8382cba-e3e2-4116-9b27-2b9b22158795 HTTP/1.1" status: 204 len: 173 time: 0.4098623 Jul 13 19:38:38.171360 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1838275d-b631-41a2-80da-0193d364502e', 'name': 'network-vif-deleted', 'tag': 'd8382cba-e3e2-4116-9b27-2b9b22158795'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:38:38.173861 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1087dd994376df9afb132dbe65b34b6853527e2d112168992b97c33633c3add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f05bb83-5f4a-4072-add7-c1c7e7fa993c" -d '{"events": [{"server_uuid": "1838275d-b631-41a2-80da-0193d364502e", "name": "network-vif-deleted", "tag": "d8382cba-e3e2-4116-9b27-2b9b22158795"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:38:38.211884 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe2f48b3-7734-4111-92e9-524c4790c9ce x-openstack-request-id: req-fe2f48b3-7734-4111-92e9-524c4790c9ce {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:38:38.212181 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1838275d-b631-41a2-80da-0193d364502e", "name": "network-vif-deleted", "tag": "d8382cba-e3e2-4116-9b27-2b9b22158795", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:38:38.212435 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-fe2f48b3-7734-4111-92e9-524c4790c9ce {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:38:38.212840 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1838275d-b631-41a2-80da-0193d364502e', 'name': 'network-vif-deleted', 'tag': 'd8382cba-e3e2-4116-9b27-2b9b22158795', 'status': 'completed', 'code': 200} Jul 13 19:38:38.819144 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [req-de216c79-61f1-453d-8769-55228c5f17f4 req-f2367b52-d736-4086-99b9-ffb7fe8573ea tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "GET /v2.0/ports?device_id=1838275d-b631-41a2-80da-0193d364502e HTTP/1.1" status: 200 len: 210 time: 0.0355639 Jul 13 19:38:39.912423 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 59828) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:40.045471 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-695310de-789f-417a-b5b2-a483554de9b7 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Deleting port fd2ac441-de57-4052-8586-c263ea50a549 {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:38:40.046059 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-695310de-789f-417a-b5b2-a483554de9b7 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752272853989'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:40.120734 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-695310de-789f-417a-b5b2-a483554de9b7 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763640'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:40.120967 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-695310de-789f-417a-b5b2-a483554de9b7 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:40.132172 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-695310de-789f-417a-b5b2-a483554de9b7 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Calling delete_port for fd2ac441-de57-4052-8586-c263ea50a549 owned by network:floatingip {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:38:40.261082 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-695310de-789f-417a-b5b2-a483554de9b7 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752272859917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752272454292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130471124'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:40.287798 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695310de-789f-417a-b5b2-a483554de9b7 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Pushing event deleted for resources: {'Port': ['ID=fd2ac441-de57-4052-8586-c263ea50a549,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:40.350038 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-695310de-789f-417a-b5b2-a483554de9b7 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks [] for floatingip, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:40.352685 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-695310de-789f-417a-b5b2-a483554de9b7 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132086'] for floatingip, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:40.353840 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-695310de-789f-417a-b5b2-a483554de9b7 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "DELETE /v2.0/floatingips/bce4faaf-4320-4591-b5c2-b683e72ca473 HTTP/1.1" status: 204 len: 168 time: 0.4404361 Jul 13 19:38:41.615368 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 59840) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:41.672535 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a6fc4e0d-2515-4678-8f9a-3eb3fc792220 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:41.696381 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a6fc4e0d-2515-4678-8f9a-3eb3fc792220 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:41.753950 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a6fc4e0d-2515-4678-8f9a-3eb3fc792220 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:41.756691 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a6fc4e0d-2515-4678-8f9a-3eb3fc792220 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:41.757869 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-a6fc4e0d-2515-4678-8f9a-3eb3fc792220 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] 10.222.0.67 "DELETE /v2.0/security-groups/e4da3ed7-58bd-421e-aadf-e530e2f1571d HTTP/1.1" status: 204 len: 168 time: 0.1415143 Jul 13 19:38:41.767821 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fc4e0d-2515-4678-8f9a-3eb3fc792220 tempest-TestVolumeBootPattern-781782992 tempest-TestVolumeBootPattern-781782992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4da3ed7-58bd-421e-aadf-e530e2f1571d,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:41.816052 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 59844) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:41.869551 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device d8382cba-e3e2-4116-9b27-2b9b22158795 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:38:41.889243 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] No Port match for: d8382cba-e3e2-4116-9b27-2b9b22158795 {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:38:41.890396 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Device d8382cba-e3e2-4116-9b27-2b9b22158795 not bound to the agent host hv-cinder-78693 {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:38:42.326287 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fd94bc81-c967-4675-ac56-8a7831e66520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759643'] for router_interface, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:42.601441 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-fd94bc81-c967-4675-ac56-8a7831e66520 admin admin] Deleting port a03ab933-3f7b-4994-bc24-a8d794326af8 {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:38:42.601719 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fd94bc81-c967-4675-ac56-8a7831e66520 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752272853989'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:42.678400 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-fd94bc81-c967-4675-ac56-8a7831e66520 admin admin] For port a03ab933-3f7b-4994-bc24-a8d794326af8, host dv-cinder-786932-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=a03ab933-3f7b-4994-bc24-a8d794326af8,segment=NetworkSegment(9e78100f-3ded-4534-86f9-3d2900c1d317),segment_id=9e78100f-3ded-4534-86f9-3d2900c1d317)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:38:42.679117 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fd94bc81-c967-4675-ac56-8a7831e66520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763640'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:42.691579 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-fd94bc81-c967-4675-ac56-8a7831e66520 admin admin] Calling delete_port for a03ab933-3f7b-4994-bc24-a8d794326af8 owned by network:router_interface {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:38:42.865792 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fd94bc81-c967-4675-ac56-8a7831e66520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752272859917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752272454292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130471124'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:42.893119 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd94bc81-c967-4675-ac56-8a7831e66520 admin admin] Pushing event deleted for resources: {'Port': ['ID=a03ab933-3f7b-4994-bc24-a8d794326af8,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:43.318063 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fd94bc81-c967-4675-ac56-8a7831e66520 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759799'] for router_interface, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:43.527141 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd94bc81-c967-4675-ac56-8a7831e66520 admin admin] Router d4e16366-3bb8-485a-b78e-107d91ef4dc9 has already been hosted by L3 agent beedb406-ab13-44dd-957b-972171d020d2 {{(pid=92923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:38:43.629685 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd94bc81-c967-4675-ac56-8a7831e66520 admin admin] Notify agent at l3_agent.dv-cinder-786932-3-iscsi the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:38:43.635768 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-fd94bc81-c967-4675-ac56-8a7831e66520 admin admin] 10.222.0.67 "PUT /v2.0/routers/d4e16366-3bb8-485a-b78e-107d91ef4dc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8184440 Jul 13 19:38:43.637636 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 59848) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:43.638503 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0a8b00-d815-4d66-80e2-950e39429946 None None] Sync routers for ids ['d4e16366-3bb8-485a-b78e-107d91ef4dc9'] in dv-cinder-786932-3-iscsi {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:38:43.649979 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0a8b00-d815-4d66-80e2-950e39429946 None None] Routers {'d4e16366-3bb8-485a-b78e-107d91ef4dc9'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:38:43.650612 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-1d0a8b00-d815-4d66-80e2-950e39429946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:38:19Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['d4e16366-3bb8-485a-b78e-107d91ef4dc9'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:43.742134 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-2f00e6c9-7d4a-4a8e-a5b4-71e7bd92a7e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:43.753959 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-1d0a8b00-d815-4d66-80e2-950e39429946 None None] Set router d4e16366-3bb8-485a-b78e-107d91ef4dc9 gateway port host: dv-cinder-786932-3-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:38:43.844707 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-2f00e6c9-7d4a-4a8e-a5b4-71e7bd92a7e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:43.896222 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-2f00e6c9-7d4a-4a8e-a5b4-71e7bd92a7e9 admin admin] Deleting port b2a9af05-1c42-461c-be04-bc00e592d5a7 {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:38:43.896463 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-2f00e6c9-7d4a-4a8e-a5b4-71e7bd92a7e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752272853989'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:43.933574 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-1d0a8b00-d815-4d66-80e2-950e39429946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'name': 'tempest-TestVolumeBootPattern-87398999-router', 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'b2a9af05-1c42-461c-be04-bc00e592d5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:31:42Z', 'updated_at': '2021-07-13T19:38:42Z', 'revision_number': 5, 'project_id': 'da56846ec73942cf83102acdbcf36164', 'gw_port': {'id': 'b2a9af05-1c42-461c-be04-bc00e592d5a7', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:42Z', 'updated_at': '2021-07-13T19:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi'}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:43.963009 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0a8b00-d815-4d66-80e2-950e39429946 None None] Checking router: d4e16366-3bb8-485a-b78e-107d91ef4dc9 for host: dv-cinder-786932-3-iscsi {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:38:43.971402 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0a8b00-d815-4d66-80e2-950e39429946 None None] Routers {'d4e16366-3bb8-485a-b78e-107d91ef4dc9'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:38:43.972008 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-1d0a8b00-d815-4d66-80e2-950e39429946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:38:19Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['d4e16366-3bb8-485a-b78e-107d91ef4dc9'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:43.977148 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-2f00e6c9-7d4a-4a8e-a5b4-71e7bd92a7e9 admin admin] For port b2a9af05-1c42-461c-be04-bc00e592d5a7, host dv-cinder-786932-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=b2a9af05-1c42-461c-be04-bc00e592d5a7,segment=NetworkSegment(2c1c5ac3-7b69-4096-8790-4108a346deee),segment_id=2c1c5ac3-7b69-4096-8790-4108a346deee)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:38:43.977506 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-2f00e6c9-7d4a-4a8e-a5b4-71e7bd92a7e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763640'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:43.990035 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-2f00e6c9-7d4a-4a8e-a5b4-71e7bd92a7e9 admin admin] Calling delete_port for b2a9af05-1c42-461c-be04-bc00e592d5a7 owned by network:router_gateway {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:38:44.162361 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-2f00e6c9-7d4a-4a8e-a5b4-71e7bd92a7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752272859917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752272454292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126721041'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:44.192059 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-1d0a8b00-d815-4d66-80e2-950e39429946 None None] Set router d4e16366-3bb8-485a-b78e-107d91ef4dc9 gateway port host: None {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:38:44.193476 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f00e6c9-7d4a-4a8e-a5b4-71e7bd92a7e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2a9af05-1c42-461c-be04-bc00e592d5a7,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:44.218592 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f00e6c9-7d4a-4a8e-a5b4-71e7bd92a7e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:44.218938 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f00e6c9-7d4a-4a8e-a5b4-71e7bd92a7e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:44.219302 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f00e6c9-7d4a-4a8e-a5b4-71e7bd92a7e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:44.219637 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f00e6c9-7d4a-4a8e-a5b4-71e7bd92a7e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:44.219981 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f00e6c9-7d4a-4a8e-a5b4-71e7bd92a7e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:44.220311 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f00e6c9-7d4a-4a8e-a5b4-71e7bd92a7e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:44.220630 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f00e6c9-7d4a-4a8e-a5b4-71e7bd92a7e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:44.220957 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f00e6c9-7d4a-4a8e-a5b4-71e7bd92a7e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:44.221281 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f00e6c9-7d4a-4a8e-a5b4-71e7bd92a7e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:44.221604 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f00e6c9-7d4a-4a8e-a5b4-71e7bd92a7e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:44.221922 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f00e6c9-7d4a-4a8e-a5b4-71e7bd92a7e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:44.222238 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f00e6c9-7d4a-4a8e-a5b4-71e7bd92a7e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:44.244483 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-1d0a8b00-d815-4d66-80e2-950e39429946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'name': 'tempest-TestVolumeBootPattern-87398999-router', 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:31:42Z', 'updated_at': '2021-07-13T19:38:43Z', 'revision_number': 6, 'project_id': 'da56846ec73942cf83102acdbcf36164', 'gw_port_host': None}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:44.260993 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-2f00e6c9-7d4a-4a8e-a5b4-71e7bd92a7e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760337'] for router_gateway, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:44.274242 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0a8b00-d815-4d66-80e2-950e39429946 None None] The sync data for ids ['d4e16366-3bb8-485a-b78e-107d91ef4dc9'] in dv-cinder-786932-3-iscsi is: [{'id': 'd4e16366-3bb8-485a-b78e-107d91ef4dc9', 'name': 'tempest-TestVolumeBootPattern-87398999-router', 'tenant_id': 'da56846ec73942cf83102acdbcf36164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:31:42Z', 'updated_at': '2021-07-13T19:38:43Z', 'revision_number': 6, 'project_id': 'da56846ec73942cf83102acdbcf36164', 'gw_port_host': None}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:38:44.352921 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-2f00e6c9-7d4a-4a8e-a5b4-71e7bd92a7e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-759530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9155'] for router, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:44.355004 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-2f00e6c9-7d4a-4a8e-a5b4-71e7bd92a7e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:44.399660 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-2f00e6c9-7d4a-4a8e-a5b4-71e7bd92a7e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-755738'] for router, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:44.400215 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f00e6c9-7d4a-4a8e-a5b4-71e7bd92a7e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4e16366-3bb8-485a-b78e-107d91ef4dc9 {{(pid=92924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:38:44.404642 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-2f00e6c9-7d4a-4a8e-a5b4-71e7bd92a7e9 admin admin] Notify callbacks [] for router, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:44.405859 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-2f00e6c9-7d4a-4a8e-a5b4-71e7bd92a7e9 admin admin] 10.222.0.67 "DELETE /v2.0/routers/d4e16366-3bb8-485a-b78e-107d91ef4dc9 HTTP/1.1" status: 204 len: 168 time: 0.7672136 Jul 13 19:38:44.408626 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 59850) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:44.451460 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.db_base_plugin_v2 [None req-0032c910-0b89-4b51-a65d-531686ab7ae7 admin admin] Deleting subnet e7c2ed50-4f57-4cc1-ae5d-bd0d76563475 {{(pid=92924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:38:44.455183 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-0032c910-0b89-4b51-a65d-531686ab7ae7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:44.487614 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-0032c910-0b89-4b51-a65d-531686ab7ae7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126721090'] for subnet, precommit_delete_associations {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:44.566953 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-0032c910-0b89-4b51-a65d-531686ab7ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3824333'] for subnet, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:44.621958 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-0032c910-0b89-4b51-a65d-531686ab7ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3824308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126721100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125931225'] for subnet, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:44.649743 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0032c910-0b89-4b51-a65d-531686ab7ae7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7c2ed50-4f57-4cc1-ae5d-bd0d76563475,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:44.653185 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-0032c910-0b89-4b51-a65d-531686ab7ae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600154'] for subnet, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:44.655140 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-0032c910-0b89-4b51-a65d-531686ab7ae7 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/e7c2ed50-4f57-4cc1-ae5d-bd0d76563475 HTTP/1.1" status: 204 len: 168 time: 0.2455163 Jul 13 19:38:44.657886 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 59852) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:44.662038 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837a23e0-c79a-4694-97a5-5cdbcaaa39e2 None None] Network fe00eba9-0278-49ca-8d63-f9bff0de1d38 requested from dv-cinder-786932-3-iscsi {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:38:44.727083 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device a03ab933-3f7b-4994-bc24-a8d794326af8 no longer exists at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:38:44.738047 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-c864ca2e-0c3b-483a-8022-4a7cddecc11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3741476'] for network, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:44.752071 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] No Port match for: a03ab933-3f7b-4994-bc24-a8d794326af8 {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:38:44.752414 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device a03ab933-3f7b-4994-bc24-a8d794326af8 not bound to the agent host dv-cinder-786932-3-iscsi {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:38:44.794654 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-c864ca2e-0c3b-483a-8022-4a7cddecc11d admin admin] Deleting port 06d763dc-d4f0-40d1-ba5b-4eecad95be0a {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:38:44.795004 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-c864ca2e-0c3b-483a-8022-4a7cddecc11d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752272853989'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:44.859877 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-c864ca2e-0c3b-483a-8022-4a7cddecc11d admin admin] For port 06d763dc-d4f0-40d1-ba5b-4eecad95be0a, host dv-cinder-786932-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=06d763dc-d4f0-40d1-ba5b-4eecad95be0a,segment=NetworkSegment(9e78100f-3ded-4534-86f9-3d2900c1d317),segment_id=9e78100f-3ded-4534-86f9-3d2900c1d317)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:38:44.860253 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-c864ca2e-0c3b-483a-8022-4a7cddecc11d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763640'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:44.872564 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-c864ca2e-0c3b-483a-8022-4a7cddecc11d admin admin] Calling delete_port for 06d763dc-d4f0-40d1-ba5b-4eecad95be0a owned by network:dhcp {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:38:44.948891 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-c864ca2e-0c3b-483a-8022-4a7cddecc11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752272859917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752272454292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126721041'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:45.065550 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef01c9ba-5482-4177-b055-67e1e70494f7 None None] DHCP port deletion for fe00eba9-0278-49ca-8d63-f9bff0de1d38 request from dv-cinder-786932-3-iscsi {{(pid=92925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:38:45.255370 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c864ca2e-0c3b-483a-8022-4a7cddecc11d admin admin] Pushing event deleted for resources: {'Port': ['ID=06d763dc-d4f0-40d1-ba5b-4eecad95be0a,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:45.261421 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c864ca2e-0c3b-483a-8022-4a7cddecc11d admin admin] No DVR routers for this DVR port 06d763dc-d4f0-40d1-ba5b-4eecad95be0a on host dv-cinder-786932-3-iscsi {{(pid=92924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:38:45.333943 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-c864ca2e-0c3b-483a-8022-4a7cddecc11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3818072', 'neutron.services.segments.db._delete_segments_for_network-8752273001027'] for network, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:45.344165 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.services.segments.db [None req-c864ca2e-0c3b-483a-8022-4a7cddecc11d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe00eba9-0278-49ca-8d63-f9bff0de1d38']}} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:45.353555 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.services.segments.db [None req-c864ca2e-0c3b-483a-8022-4a7cddecc11d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e78100f-3ded-4534-86f9-3d2900c1d317') {'for_net_delete': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:45.353845 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.services.segments.db [None req-c864ca2e-0c3b-483a-8022-4a7cddecc11d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e78100f-3ded-4534-86f9-3d2900c1d317') {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:45.362470 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-c864ca2e-0c3b-483a-8022-4a7cddecc11d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752273006156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126721115'] for segment, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:45.375596 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-c864ca2e-0c3b-483a-8022-4a7cddecc11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825552'] for segment, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:45.381278 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c864ca2e-0c3b-483a-8022-4a7cddecc11d admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=92924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:38:45.381658 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-c864ca2e-0c3b-483a-8022-4a7cddecc11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126716386'] for segment, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:45.383286 dv-cinder-786932-3-iscsi neutron-server[92924]: Traceback (most recent call last): Jul 13 19:38:45.383286 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:38:45.383286 dv-cinder-786932-3-iscsi neutron-server[92924]: timer() Jul 13 19:38:45.383286 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:38:45.383286 dv-cinder-786932-3-iscsi neutron-server[92924]: cb(*args, **kw) Jul 13 19:38:45.383286 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:38:45.383286 dv-cinder-786932-3-iscsi neutron-server[92924]: return func(*args, **kwargs) Jul 13 19:38:45.383286 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:38:45.383286 dv-cinder-786932-3-iscsi neutron-server[92924]: self._notify() Jul 13 19:38:45.383286 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:38:45.383286 dv-cinder-786932-3-iscsi neutron-server[92924]: self.callback(batched_events) Jul 13 19:38:45.383286 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:38:45.383286 dv-cinder-786932-3-iscsi neutron-server[92924]: event.method(event) Jul 13 19:38:45.383286 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:38:45.383286 dv-cinder-786932-3-iscsi neutron-server[92924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:38:45.383286 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:38:45.383286 dv-cinder-786932-3-iscsi neutron-server[92924]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:38:45.383286 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:38:45.383286 dv-cinder-786932-3-iscsi neutron-server[92924]: return f(self, *a, **k) Jul 13 19:38:45.383286 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:38:45.383286 dv-cinder-786932-3-iscsi neutron-server[92924]: return self._get(url).json() Jul 13 19:38:45.383286 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:38:45.383286 dv-cinder-786932-3-iscsi neutron-server[92924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:38:45.383286 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:38:45.383286 dv-cinder-786932-3-iscsi neutron-server[92924]: return self.request(url, 'GET', **kwargs) Jul 13 19:38:45.383286 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:38:45.383286 dv-cinder-786932-3-iscsi neutron-server[92924]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:38:45.383286 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:38:45.383286 dv-cinder-786932-3-iscsi neutron-server[92924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:38:45.383286 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:38:45.383286 dv-cinder-786932-3-iscsi neutron-server[92924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:38:45.383286 dv-cinder-786932-3-iscsi neutron-server[92924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:38:45.438570 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-c864ca2e-0c3b-483a-8022-4a7cddecc11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3818063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760437'] for network, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:45.443796 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-c864ca2e-0c3b-483a-8022-4a7cddecc11d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600154'] for network, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:45.445640 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-c864ca2e-0c3b-483a-8022-4a7cddecc11d admin admin] 10.222.0.67 "DELETE /v2.0/networks/fe00eba9-0278-49ca-8d63-f9bff0de1d38 HTTP/1.1" status: 204 len: 168 time: 0.7869129 Jul 13 19:38:45.449014 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 59854) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:45.456723 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c864ca2e-0c3b-483a-8022-4a7cddecc11d admin admin] Pushing event deleted for resources: {'Network': ['ID=fe00eba9-0278-49ca-8d63-f9bff0de1d38,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:45.783829 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e33dc165-1e47-4499-9673-046877b68255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759643'] for router_interface, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:46.033492 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-e33dc165-1e47-4499-9673-046877b68255 admin admin] Deleting port fcd8b351-918e-4c55-82d9-6becb1cc5218 {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:38:46.034095 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e33dc165-1e47-4499-9673-046877b68255 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752272853989'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:46.115666 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-e33dc165-1e47-4499-9673-046877b68255 admin admin] For port fcd8b351-918e-4c55-82d9-6becb1cc5218, host dv-cinder-786932-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=fcd8b351-918e-4c55-82d9-6becb1cc5218,segment=NetworkSegment(d39e3d67-3f31-4c8b-852d-199801cdb20c),segment_id=d39e3d67-3f31-4c8b-852d-199801cdb20c)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:38:46.116089 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e33dc165-1e47-4499-9673-046877b68255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763640'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:46.130877 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-e33dc165-1e47-4499-9673-046877b68255 admin admin] Calling delete_port for fcd8b351-918e-4c55-82d9-6becb1cc5218 owned by network:router_interface {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:38:46.313338 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e33dc165-1e47-4499-9673-046877b68255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752272859917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752272454292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130471124'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:46.338758 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33dc165-1e47-4499-9673-046877b68255 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcd8b351-918e-4c55-82d9-6becb1cc5218,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:46.362911 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b20509e0-df22-4d6f-9264-c215cb7ab3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:46.513871 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e33dc165-1e47-4499-9673-046877b68255 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759799'] for router_interface, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:46.546571 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device b2a9af05-1c42-461c-be04-bc00e592d5a7 no longer exists at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:38:46.567727 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] No Port match for: b2a9af05-1c42-461c-be04-bc00e592d5a7 {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:38:46.567954 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device b2a9af05-1c42-461c-be04-bc00e592d5a7 not bound to the agent host dv-cinder-786932-3-iscsi {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:38:46.568457 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device 06d763dc-d4f0-40d1-ba5b-4eecad95be0a no longer exists at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:38:46.587330 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] No Port match for: 06d763dc-d4f0-40d1-ba5b-4eecad95be0a {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:38:46.587677 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device 06d763dc-d4f0-40d1-ba5b-4eecad95be0a not bound to the agent host dv-cinder-786932-3-iscsi {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:38:46.730310 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e33dc165-1e47-4499-9673-046877b68255 admin admin] Router 144992e6-c87d-45f8-be8a-8439bc5ecdf3 has already been hosted by L3 agent beedb406-ab13-44dd-957b-972171d020d2 {{(pid=92923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:38:46.837871 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e33dc165-1e47-4499-9673-046877b68255 admin admin] Notify agent at l3_agent.dv-cinder-786932-3-iscsi the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:38:46.843447 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-e33dc165-1e47-4499-9673-046877b68255 admin admin] 10.222.0.67 "PUT /v2.0/routers/144992e6-c87d-45f8-be8a-8439bc5ecdf3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3926563 Jul 13 19:38:46.845510 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 59856) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:46.848081 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decdd260-e627-4f5a-baed-48b684d0ed18 None None] Sync routers for ids ['144992e6-c87d-45f8-be8a-8439bc5ecdf3'] in dv-cinder-786932-3-iscsi {{(pid=92926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:38:46.857270 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decdd260-e627-4f5a-baed-48b684d0ed18 None None] Routers {'144992e6-c87d-45f8-be8a-8439bc5ecdf3'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:38:46.857874 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-decdd260-e627-4f5a-baed-48b684d0ed18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:38:19Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['144992e6-c87d-45f8-be8a-8439bc5ecdf3'], 'active': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:46.952701 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-37780c77-6b91-446f-9b07-bd3f28163cba admin admin] Notify callbacks [] for router, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:46.959452 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvr_db [None req-decdd260-e627-4f5a-baed-48b684d0ed18 None None] Set router 144992e6-c87d-45f8-be8a-8439bc5ecdf3 gateway port host: dv-cinder-786932-3-iscsi {{(pid=92926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:38:47.054534 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-37780c77-6b91-446f-9b07-bd3f28163cba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:47.113459 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-37780c77-6b91-446f-9b07-bd3f28163cba admin admin] Deleting port 4bad84b3-f9b1-48de-bec0-7d7142bef975 {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:38:47.114087 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-37780c77-6b91-446f-9b07-bd3f28163cba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752272853989'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:47.134858 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-decdd260-e627-4f5a-baed-48b684d0ed18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144992e6-c87d-45f8-be8a-8439bc5ecdf3', 'name': 'tempest-TestVolumeBootPattern-266486714-router', 'tenant_id': '509961f4aec74928b144ffe732d7ca60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'external_fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '4bad84b3-f9b1-48de-bec0-7d7142bef975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:31:50Z', 'updated_at': '2021-07-13T19:38:46Z', 'revision_number': 5, 'project_id': '509961f4aec74928b144ffe732d7ca60', 'gw_port': {'id': '4bad84b3-f9b1-48de-bec0-7d7142bef975', 'name': '', 'network_id': 'c2fcde99-d8d4-483e-a474-248e3afaaef2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:05:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144992e6-c87d-45f8-be8a-8439bc5ecdf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:31:51Z', 'updated_at': '2021-07-13T19:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c8e1596-5f1e-4fec-b61e-66ec42c4519a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-3-iscsi'}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:47.162207 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decdd260-e627-4f5a-baed-48b684d0ed18 None None] Checking router: 144992e6-c87d-45f8-be8a-8439bc5ecdf3 for host: dv-cinder-786932-3-iscsi {{(pid=92926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:38:47.171533 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decdd260-e627-4f5a-baed-48b684d0ed18 None None] Routers {'144992e6-c87d-45f8-be8a-8439bc5ecdf3'} bound to L3 agent in host dv-cinder-786932-3-iscsi {{(pid=92926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:38:47.172180 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-decdd260-e627-4f5a-baed-48b684d0ed18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:17:19Z,description=,heartbeat_timestamp=2021-07-13T19:38:19Z,host='dv-cinder-786932-3-iscsi',id=beedb406-ab13-44dd-957b-972171d020d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:17:19Z,topic='l3_agent')) {'router_ids': ['144992e6-c87d-45f8-be8a-8439bc5ecdf3'], 'active': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:47.198603 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-37780c77-6b91-446f-9b07-bd3f28163cba admin admin] For port 4bad84b3-f9b1-48de-bec0-7d7142bef975, host dv-cinder-786932-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=4bad84b3-f9b1-48de-bec0-7d7142bef975,segment=NetworkSegment(2c1c5ac3-7b69-4096-8790-4108a346deee),segment_id=2c1c5ac3-7b69-4096-8790-4108a346deee)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:38:47.198966 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-37780c77-6b91-446f-9b07-bd3f28163cba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763640'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:47.211979 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-37780c77-6b91-446f-9b07-bd3f28163cba admin admin] Calling delete_port for 4bad84b3-f9b1-48de-bec0-7d7142bef975 owned by network:router_gateway {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:38:47.255809 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvr_db [None req-decdd260-e627-4f5a-baed-48b684d0ed18 None None] Set router 144992e6-c87d-45f8-be8a-8439bc5ecdf3 gateway port host: None {{(pid=92926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:38:47.382761 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-37780c77-6b91-446f-9b07-bd3f28163cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752272859917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752272454292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130471124'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:47.399166 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.l3_hamode_db [None req-decdd260-e627-4f5a-baed-48b684d0ed18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144992e6-c87d-45f8-be8a-8439bc5ecdf3', 'name': 'tempest-TestVolumeBootPattern-266486714-router', 'tenant_id': '509961f4aec74928b144ffe732d7ca60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:31:50Z', 'updated_at': '2021-07-13T19:38:47Z', 'revision_number': 6, 'project_id': '509961f4aec74928b144ffe732d7ca60', 'gw_port_host': None}], 'dv-cinder-786932-3-iscsi', False) {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:47.408081 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37780c77-6b91-446f-9b07-bd3f28163cba admin admin] Pushing event deleted for resources: {'Port': ['ID=4bad84b3-f9b1-48de-bec0-7d7142bef975,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:47.427516 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decdd260-e627-4f5a-baed-48b684d0ed18 None None] The sync data for ids ['144992e6-c87d-45f8-be8a-8439bc5ecdf3'] in dv-cinder-786932-3-iscsi is: [{'id': '144992e6-c87d-45f8-be8a-8439bc5ecdf3', 'name': 'tempest-TestVolumeBootPattern-266486714-router', 'tenant_id': '509961f4aec74928b144ffe732d7ca60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:31:50Z', 'updated_at': '2021-07-13T19:38:47Z', 'revision_number': 6, 'project_id': '509961f4aec74928b144ffe732d7ca60', 'gw_port_host': None}] {{(pid=92926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:38:47.474560 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-37780c77-6b91-446f-9b07-bd3f28163cba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-760337'] for router_gateway, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:47.837353 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-37780c77-6b91-446f-9b07-bd3f28163cba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-759530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9155'] for router, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:47.839487 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-37780c77-6b91-446f-9b07-bd3f28163cba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:47.886384 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-37780c77-6b91-446f-9b07-bd3f28163cba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-755738'] for router, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:47.887208 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37780c77-6b91-446f-9b07-bd3f28163cba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 144992e6-c87d-45f8-be8a-8439bc5ecdf3 {{(pid=92923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:38:47.893483 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-37780c77-6b91-446f-9b07-bd3f28163cba admin admin] Notify callbacks [] for router, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:47.897038 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-37780c77-6b91-446f-9b07-bd3f28163cba admin admin] 10.222.0.67 "DELETE /v2.0/routers/144992e6-c87d-45f8-be8a-8439bc5ecdf3 HTTP/1.1" status: 204 len: 168 time: 1.0482454 Jul 13 19:38:47.897415 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.67', 59858) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:47.942618 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf8806c3-e508-4ef5-9782-3e125455210b admin admin] Deleting subnet eb69a55d-98cc-449e-82b9-033876476048 {{(pid=92923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:38:47.945744 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bf8806c3-e508-4ef5-9782-3e125455210b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:47.978991 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bf8806c3-e508-4ef5-9782-3e125455210b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130178881'] for subnet, precommit_delete_associations {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:48.063538 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bf8806c3-e508-4ef5-9782-3e125455210b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3824333'] for subnet, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:48.123037 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bf8806c3-e508-4ef5-9782-3e125455210b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3824308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130471049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130128640'] for subnet, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:48.159782 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bf8806c3-e508-4ef5-9782-3e125455210b admin admin] Notify callbacks [] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:48.161778 dv-cinder-786932-3-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-bf8806c3-e508-4ef5-9782-3e125455210b admin admin] 10.222.0.67 "DELETE /v2.0/subnets/eb69a55d-98cc-449e-82b9-033876476048 HTTP/1.1" status: 204 len: 168 time: 0.2634153 Jul 13 19:38:48.162709 dv-cinder-786932-3-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8806c3-e508-4ef5-9782-3e125455210b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb69a55d-98cc-449e-82b9-033876476048,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:48.163321 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf818b1-7b6a-4bd4-9fa7-f3898f77465c None None] Network 99e380cd-7102-4c79-b131-e6ed35fdc46e requested from dv-cinder-786932-3-iscsi {{(pid=92925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:38:48.169073 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 59860) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:48.239859 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-cbef1d12-eb41-41d1-9001-436d2bdf6f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3741476'] for network, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:48.296297 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-cbef1d12-eb41-41d1-9001-436d2bdf6f41 admin admin] Deleting port e311a9fc-6531-4d44-8186-dc15f64f3712 {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:38:48.296646 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-cbef1d12-eb41-41d1-9001-436d2bdf6f41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752272853989'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:48.351317 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a20feb-cb93-4b7f-a53f-1efa3faca18e None None] DHCP port deletion for 99e380cd-7102-4c79-b131-e6ed35fdc46e request from dv-cinder-786932-3-iscsi {{(pid=92925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:38:48.361287 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-cbef1d12-eb41-41d1-9001-436d2bdf6f41 admin admin] For port e311a9fc-6531-4d44-8186-dc15f64f3712, host dv-cinder-786932-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=e311a9fc-6531-4d44-8186-dc15f64f3712,segment=NetworkSegment(d39e3d67-3f31-4c8b-852d-199801cdb20c),segment_id=d39e3d67-3f31-4c8b-852d-199801cdb20c)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:38:48.361652 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-cbef1d12-eb41-41d1-9001-436d2bdf6f41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763640'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:48.374239 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-cbef1d12-eb41-41d1-9001-436d2bdf6f41 admin admin] Calling delete_port for e311a9fc-6531-4d44-8186-dc15f64f3712 owned by network:dhcp {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:38:48.396170 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-20a20feb-cb93-4b7f-a53f-1efa3faca18e None None] Deleting port e311a9fc-6531-4d44-8186-dc15f64f3712 {{(pid=92925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:38:48.396544 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-20a20feb-cb93-4b7f-a53f-1efa3faca18e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752272853989'] for port, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:48.460542 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-20a20feb-cb93-4b7f-a53f-1efa3faca18e None None] For port e311a9fc-6531-4d44-8186-dc15f64f3712, host dv-cinder-786932-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-3-iscsi',level=0,port_id=e311a9fc-6531-4d44-8186-dc15f64f3712,segment=NetworkSegment(d39e3d67-3f31-4c8b-852d-199801cdb20c),segment_id=d39e3d67-3f31-4c8b-852d-199801cdb20c)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:38:48.460996 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-20a20feb-cb93-4b7f-a53f-1efa3faca18e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763640'] for port, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:48.461509 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-cbef1d12-eb41-41d1-9001-436d2bdf6f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752272859917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752272454292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126721041'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:48.475195 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-20a20feb-cb93-4b7f-a53f-1efa3faca18e None None] Calling delete_port for e311a9fc-6531-4d44-8186-dc15f64f3712 owned by network:dhcp {{(pid=92925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:38:48.482728 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device fcd8b351-918e-4c55-82d9-6becb1cc5218 no longer exists at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:38:48.490833 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbef1d12-eb41-41d1-9001-436d2bdf6f41 admin admin] Pushing event deleted for resources: {'Port': ['ID=e311a9fc-6531-4d44-8186-dc15f64f3712,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:48.497611 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbef1d12-eb41-41d1-9001-436d2bdf6f41 admin admin] No DVR routers for this DVR port e311a9fc-6531-4d44-8186-dc15f64f3712 on host dv-cinder-786932-3-iscsi {{(pid=92924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:38:48.507202 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] No Port match for: fcd8b351-918e-4c55-82d9-6becb1cc5218 {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:38:48.507589 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device fcd8b351-918e-4c55-82d9-6becb1cc5218 not bound to the agent host dv-cinder-786932-3-iscsi {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:38:48.507978 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device 4bad84b3-f9b1-48de-bec0-7d7142bef975 no longer exists at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:38:48.554312 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] No Port match for: 4bad84b3-f9b1-48de-bec0-7d7142bef975 {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:38:48.554673 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device 4bad84b3-f9b1-48de-bec0-7d7142bef975 not bound to the agent host dv-cinder-786932-3-iscsi {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:38:48.555065 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device e311a9fc-6531-4d44-8186-dc15f64f3712 no longer exists at agent ovs-agent-dv-cinder-786932-3-iscsi {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:38:48.569731 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-cbef1d12-eb41-41d1-9001-436d2bdf6f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3818072', 'neutron.services.segments.db._delete_segments_for_network-8752273001027'] for network, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:48.579870 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] No Port match for: e311a9fc-6531-4d44-8186-dc15f64f3712 {{(pid=92925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:38:48.580478 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.rpc [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Device e311a9fc-6531-4d44-8186-dc15f64f3712 not bound to the agent host dv-cinder-786932-3-iscsi {{(pid=92925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:38:48.581135 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.services.segments.db [None req-cbef1d12-eb41-41d1-9001-436d2bdf6f41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99e380cd-7102-4c79-b131-e6ed35fdc46e']}} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:48.596066 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.services.segments.db [None req-cbef1d12-eb41-41d1-9001-436d2bdf6f41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd39e3d67-3f31-4c8b-852d-199801cdb20c') {'for_net_delete': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:48.596366 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.services.segments.db [None req-cbef1d12-eb41-41d1-9001-436d2bdf6f41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd39e3d67-3f31-4c8b-852d-199801cdb20c') {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:38:48.605196 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-cbef1d12-eb41-41d1-9001-436d2bdf6f41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752273006156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126721115'] for segment, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:48.608599 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-20a20feb-cb93-4b7f-a53f-1efa3faca18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752272859917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752272454292'] for port, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:48.618779 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-cbef1d12-eb41-41d1-9001-436d2bdf6f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825552'] for segment, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:48.624853 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbef1d12-eb41-41d1-9001-436d2bdf6f41 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=92924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:38:48.625236 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-cbef1d12-eb41-41d1-9001-436d2bdf6f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126716386'] for segment, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:48.626928 dv-cinder-786932-3-iscsi neutron-server[92924]: Traceback (most recent call last): Jul 13 19:38:48.626928 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:38:48.626928 dv-cinder-786932-3-iscsi neutron-server[92924]: timer() Jul 13 19:38:48.626928 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:38:48.626928 dv-cinder-786932-3-iscsi neutron-server[92924]: cb(*args, **kw) Jul 13 19:38:48.626928 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:38:48.626928 dv-cinder-786932-3-iscsi neutron-server[92924]: return func(*args, **kwargs) Jul 13 19:38:48.626928 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:38:48.626928 dv-cinder-786932-3-iscsi neutron-server[92924]: self._notify() Jul 13 19:38:48.626928 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:38:48.626928 dv-cinder-786932-3-iscsi neutron-server[92924]: self.callback(batched_events) Jul 13 19:38:48.626928 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:38:48.626928 dv-cinder-786932-3-iscsi neutron-server[92924]: event.method(event) Jul 13 19:38:48.626928 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:38:48.626928 dv-cinder-786932-3-iscsi neutron-server[92924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:38:48.626928 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:38:48.626928 dv-cinder-786932-3-iscsi neutron-server[92924]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:38:48.626928 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:38:48.626928 dv-cinder-786932-3-iscsi neutron-server[92924]: return f(self, *a, **k) Jul 13 19:38:48.626928 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:38:48.626928 dv-cinder-786932-3-iscsi neutron-server[92924]: return self._get(url).json() Jul 13 19:38:48.626928 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:38:48.626928 dv-cinder-786932-3-iscsi neutron-server[92924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:38:48.626928 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:38:48.626928 dv-cinder-786932-3-iscsi neutron-server[92924]: return self.request(url, 'GET', **kwargs) Jul 13 19:38:48.626928 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:38:48.626928 dv-cinder-786932-3-iscsi neutron-server[92924]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:38:48.626928 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:38:48.626928 dv-cinder-786932-3-iscsi neutron-server[92924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:38:48.626928 dv-cinder-786932-3-iscsi neutron-server[92924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:38:48.626928 dv-cinder-786932-3-iscsi neutron-server[92924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:38:48.626928 dv-cinder-786932-3-iscsi neutron-server[92924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:38:48.635549 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a20feb-cb93-4b7f-a53f-1efa3faca18e None None] Pushing event deleted for resources: {'Port': ['ID=e311a9fc-6531-4d44-8186-dc15f64f3712,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:48.645043 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a20feb-cb93-4b7f-a53f-1efa3faca18e None None] No DVR routers for this DVR port e311a9fc-6531-4d44-8186-dc15f64f3712 on host dv-cinder-786932-3-iscsi {{(pid=92925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:38:48.649751 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a20feb-cb93-4b7f-a53f-1efa3faca18e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:48.650042 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a20feb-cb93-4b7f-a53f-1efa3faca18e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:48.650439 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a20feb-cb93-4b7f-a53f-1efa3faca18e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:48.650783 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a20feb-cb93-4b7f-a53f-1efa3faca18e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:48.651166 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a20feb-cb93-4b7f-a53f-1efa3faca18e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:48.651506 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a20feb-cb93-4b7f-a53f-1efa3faca18e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:48.651835 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a20feb-cb93-4b7f-a53f-1efa3faca18e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:48.652325 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a20feb-cb93-4b7f-a53f-1efa3faca18e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:48.652710 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a20feb-cb93-4b7f-a53f-1efa3faca18e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:48.653151 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a20feb-cb93-4b7f-a53f-1efa3faca18e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:48.653482 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a20feb-cb93-4b7f-a53f-1efa3faca18e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:48.653812 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a20feb-cb93-4b7f-a53f-1efa3faca18e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-3-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:38:48.680369 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-cbef1d12-eb41-41d1-9001-436d2bdf6f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3818063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-760437'] for network, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:48.684643 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-cbef1d12-eb41-41d1-9001-436d2bdf6f41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600154'] for network, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:48.687019 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-cbef1d12-eb41-41d1-9001-436d2bdf6f41 admin admin] 10.222.0.67 "DELETE /v2.0/networks/99e380cd-7102-4c79-b131-e6ed35fdc46e HTTP/1.1" status: 204 len: 168 time: 0.5157166 Jul 13 19:38:48.698978 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbef1d12-eb41-41d1-9001-436d2bdf6f41 admin admin] Pushing event deleted for resources: {'Network': ['ID=99e380cd-7102-4c79-b131-e6ed35fdc46e,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:48.796204 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 59864) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:48.836613 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-24671c82-46e5-4b8a-83b5-ad8dcc9aa425 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=da56846ec73942cf83102acdbcf36164&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392261 Jul 13 19:38:48.839060 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 59866) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:48.885399 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a0e2fd68-d6fc-48bf-a525-bfcd9ff3e117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:48.910254 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a0e2fd68-d6fc-48bf-a525-bfcd9ff3e117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:48.962333 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a0e2fd68-d6fc-48bf-a525-bfcd9ff3e117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:48.963175 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-3648ea1f-198e-4ae0-9102-f36c81fdd802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:48.965038 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a0e2fd68-d6fc-48bf-a525-bfcd9ff3e117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:48.966203 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-a0e2fd68-d6fc-48bf-a525-bfcd9ff3e117 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/000f4636-bc39-4476-94fe-9e00fe1d5571 HTTP/1.1" status: 204 len: 168 time: 0.1262159 Jul 13 19:38:48.974829 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e2fd68-d6fc-48bf-a525-bfcd9ff3e117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000f4636-bc39-4476-94fe-9e00fe1d5571,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:49.099944 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:49.269813 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 59872) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:49.308600 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-9ca0d66b-1836-4a2c-9df1-af3c33413885 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=509961f4aec74928b144ffe732d7ca60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375915 Jul 13 19:38:49.310948 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.wsgi [-] (92924) accepted ('10.222.0.67', 59874) {{(pid=92924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:38:49.358074 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f3022f2b-21c1-4378-8219-d3af89939b41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:49.378716 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f3022f2b-21c1-4378-8219-d3af89939b41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:49.424115 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f3022f2b-21c1-4378-8219-d3af89939b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651867'] for security_group, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:49.426751 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f3022f2b-21c1-4378-8219-d3af89939b41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:49.428147 dv-cinder-786932-3-iscsi neutron-server[92924]: INFO neutron.wsgi [None req-f3022f2b-21c1-4378-8219-d3af89939b41 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f522c6eb-39fe-4060-bbea-22c9755abb0e HTTP/1.1" status: 204 len: 168 time: 0.1161077 Jul 13 19:38:49.435762 dv-cinder-786932-3-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3022f2b-21c1-4378-8219-d3af89939b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f522c6eb-39fe-4060-bbea-22c9755abb0e,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:38:50.282379 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f121cc10-15a3-4774-9d3b-44cefef2260b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:51.782579 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-90e910e5-9927-492e-a649-803b472a565a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:38:59.990901 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:01.697619 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.agents_db [None req-012e1d35-f91a-49b0-a4f0-5c30301579de None None] Agent healthcheck: found 6 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:39:16.353981 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-4fe2aa08-e0cb-47ba-a38f-22b09e50af24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:18.964374 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-dad985b7-6706-4812-923b-c6ce080fff77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:19.101844 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:20.285320 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f121cc10-15a3-4774-9d3b-44cefef2260b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:21.806522 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-90e910e5-9927-492e-a649-803b472a565a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:29.991910 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:38.697070 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.agents_db [None req-012e1d35-f91a-49b0-a4f0-5c30301579de None None] Agent healthcheck: found 6 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:39:46.355760 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-fe40e0a3-eb46-4c06-9e24-d29d07bc2fd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:48.964886 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b54fc76c-c4b9-4c3d-8cb8-4c9208bbc118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:49.101447 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:50.293191 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f121cc10-15a3-4774-9d3b-44cefef2260b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:39:51.787412 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-90e910e5-9927-492e-a649-803b472a565a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:00.008470 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:15.696054 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.agents_db [None req-012e1d35-f91a-49b0-a4f0-5c30301579de None None] Agent healthcheck: found 6 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:40:16.357196 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-bc499186-b7da-4e6d-99a2-e5206834876f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:18.965281 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-6789cd1a-8b19-4915-93fb-03989f9e8389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:19.101126 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:20.290500 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f121cc10-15a3-4774-9d3b-44cefef2260b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:21.791120 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-90e910e5-9927-492e-a649-803b472a565a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:30.039213 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:46.357930 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b89cc88c-d9d0-4e08-9d8f-a5a908d1cd05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:48.965680 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-1affc50b-5ff1-4835-b5d9-86d8db4a16a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:49.102868 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:50.293658 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f121cc10-15a3-4774-9d3b-44cefef2260b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:51.794196 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-90e910e5-9927-492e-a649-803b472a565a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:40:52.695768 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.agents_db [None req-012e1d35-f91a-49b0-a4f0-5c30301579de None None] Agent healthcheck: found 6 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:41:00.023801 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:16.358964 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-fe1cf8ff-a88e-4198-9d6e-a69f00dbaadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:18.965079 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-1d7352b8-87a5-4418-be2e-d5ca70b4c8a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:19.102923 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:20.296743 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f121cc10-15a3-4774-9d3b-44cefef2260b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:21.829230 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-90e910e5-9927-492e-a649-803b472a565a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:29.695344 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.agents_db [None req-012e1d35-f91a-49b0-a4f0-5c30301579de None None] Agent healthcheck: found 6 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:41:30.017698 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:46.360437 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8f211312-2ec5-4b08-bd32-9dce399e36d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:48.964424 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-0d493cbd-57ae-40e8-ab1e-798bf1c2c27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:49.103569 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:50.299972 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f121cc10-15a3-4774-9d3b-44cefef2260b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:41:51.799750 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-90e910e5-9927-492e-a649-803b472a565a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:00.029702 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:06.694741 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.agents_db [None req-012e1d35-f91a-49b0-a4f0-5c30301579de None None] Agent healthcheck: found 6 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:42:16.362487 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-a2557101-7398-487c-822e-dc33d7cf9bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:18.964784 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-954f4030-0520-4e82-9b07-868706371e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:19.103452 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:20.302248 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f121cc10-15a3-4774-9d3b-44cefef2260b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:21.803908 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-90e910e5-9927-492e-a649-803b472a565a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:30.036547 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:43.695022 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.agents_db [None req-012e1d35-f91a-49b0-a4f0-5c30301579de None None] Agent healthcheck: found 6 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:42:46.364024 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-2c787fe4-2472-4a69-965d-d5200293db3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:48.964703 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e356ca72-52aa-47f8-a810-9cd1f637cf1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:49.103486 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:50.305325 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f121cc10-15a3-4774-9d3b-44cefef2260b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:42:51.806926 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-90e910e5-9927-492e-a649-803b472a565a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:00.033129 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:16.364806 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-a41359cb-924b-4c25-bc0b-600011037580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:18.965391 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-1527c340-39a6-4199-9ec5-1d331ba53c85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:19.104073 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:20.308479 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f121cc10-15a3-4774-9d3b-44cefef2260b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:20.693444 dv-cinder-786932-3-iscsi neutron-server[92926]: DEBUG neutron.db.agents_db [None req-012e1d35-f91a-49b0-a4f0-5c30301579de None None] Agent healthcheck: found 6 active agents {{(pid=92926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:43:21.820876 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-90e910e5-9927-492e-a649-803b472a565a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:30.043196 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8d52b09d-b28f-40d6-9713-5b93a5e99aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:46.366237 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-4956b11e-bec3-4b0c-8c87-092b81809993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:48.966042 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-1cca4bb7-1ce1-4e0c-b437-864f02409219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:49.104228 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-14bd22b8-bfff-4808-aee9-e7a51827802b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:50.311074 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f121cc10-15a3-4774-9d3b-44cefef2260b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:43:51.813758 dv-cinder-786932-3-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-90e910e5-9927-492e-a649-803b472a565a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752273001009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819496'] for agent, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}